2024-11-11 06:17:18,087 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-11 06:17:18,101 main DEBUG Took 0.012269 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 06:17:18,102 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 06:17:18,102 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 06:17:18,103 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 06:17:18,104 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:17:18,114 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 06:17:18,126 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:17:18,128 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:17:18,129 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:17:18,130 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:17:18,130 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:17:18,131 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:17:18,132 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:17:18,133 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:17:18,133 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:17:18,134 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:17:18,135 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:17:18,135 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:17:18,136 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:17:18,137 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:17:18,137 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:17:18,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:17:18,138 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:17:18,139 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:17:18,140 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:17:18,140 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:17:18,141 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:17:18,141 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:17:18,142 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:17:18,142 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:17:18,143 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:17:18,143 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 06:17:18,145 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:17:18,147 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 06:17:18,150 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 06:17:18,151 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 06:17:18,152 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 06:17:18,153 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 06:17:18,164 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 06:17:18,166 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 06:17:18,168 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 06:17:18,168 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 06:17:18,169 main DEBUG createAppenders(={Console}) 2024-11-11 06:17:18,169 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-11 06:17:18,170 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-11 06:17:18,170 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-11 06:17:18,171 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 06:17:18,171 main DEBUG OutputStream closed 2024-11-11 06:17:18,172 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 06:17:18,172 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 06:17:18,173 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-11 06:17:18,252 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 06:17:18,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 06:17:18,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 06:17:18,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 06:17:18,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 06:17:18,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 06:17:18,258 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 06:17:18,258 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 06:17:18,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 06:17:18,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 06:17:18,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 06:17:18,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 06:17:18,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 06:17:18,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 06:17:18,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 06:17:18,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 06:17:18,263 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 06:17:18,264 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 06:17:18,266 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 06:17:18,267 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-11 06:17:18,267 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 06:17:18,268 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-11T06:17:18,507 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39 2024-11-11 06:17:18,510 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 06:17:18,510 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T06:17:18,519 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-11T06:17:18,538 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:17:18,541 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/cluster_f27956a7-780d-c22d-f5d9-7f3dff9559ec, deleteOnExit=true 2024-11-11T06:17:18,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-11T06:17:18,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/test.cache.data in system properties and HBase conf 2024-11-11T06:17:18,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:17:18,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:17:18,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:17:18,544 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:17:18,544 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-11T06:17:18,641 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T06:17:18,742 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:17:18,747 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:17:18,747 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:17:18,748 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:17:18,749 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:17:18,749 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:17:18,750 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:17:18,750 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:17:18,751 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:17:18,752 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:17:18,752 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:17:18,753 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:17:18,753 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:17:18,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:17:18,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:17:19,582 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T06:17:19,664 INFO [Time-limited test {}] log.Log(170): Logging initialized @2289ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T06:17:19,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:17:19,811 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:17:19,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:17:19,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:17:19,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T06:17:19,844 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:17:19,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:17:19,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:17:20,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0d4558{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/java.io.tmpdir/jetty-localhost-34901-hadoop-hdfs-3_4_1-tests_jar-_-any-4039874198370683206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:17:20,044 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:34901} 2024-11-11T06:17:20,044 INFO [Time-limited test {}] server.Server(415): Started @2670ms 2024-11-11T06:17:20,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:17:20,439 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:17:20,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:17:20,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:17:20,441 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T06:17:20,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:17:20,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:17:20,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bd2e890{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/java.io.tmpdir/jetty-localhost-46155-hadoop-hdfs-3_4_1-tests_jar-_-any-2286816563117801292/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:17:20,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:46155} 2024-11-11T06:17:20,571 INFO [Time-limited test {}] server.Server(415): Started @3197ms 2024-11-11T06:17:20,630 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:17:21,075 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/cluster_f27956a7-780d-c22d-f5d9-7f3dff9559ec/dfs/data/data1/current/BP-651923762-172.17.0.2-1731305839339/current, will proceed with Du for space computation calculation, 2024-11-11T06:17:21,075 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/cluster_f27956a7-780d-c22d-f5d9-7f3dff9559ec/dfs/data/data2/current/BP-651923762-172.17.0.2-1731305839339/current, will proceed with Du for space computation calculation, 2024-11-11T06:17:21,115 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:17:21,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb5fa2c16b6adde4 with lease ID 0xd6b50f6468a290d8: Processing first storage report for DS-7488374f-31ff-4668-953b-e42f8513e51d from datanode DatanodeRegistration(127.0.0.1:35139, datanodeUuid=8f337859-bdee-4c28-b361-46f2e2e865c2, infoPort=46319, infoSecurePort=0, ipcPort=37399, storageInfo=lv=-57;cid=testClusterID;nsid=1068808179;c=1731305839339) 2024-11-11T06:17:21,174 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb5fa2c16b6adde4 with lease ID 0xd6b50f6468a290d8: from storage DS-7488374f-31ff-4668-953b-e42f8513e51d node DatanodeRegistration(127.0.0.1:35139, datanodeUuid=8f337859-bdee-4c28-b361-46f2e2e865c2, infoPort=46319, infoSecurePort=0, ipcPort=37399, storageInfo=lv=-57;cid=testClusterID;nsid=1068808179;c=1731305839339), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T06:17:21,174 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb5fa2c16b6adde4 with lease ID 0xd6b50f6468a290d8: Processing first storage report for DS-63dd2278-2c87-4df5-942e-d0141ffd0d0c from datanode DatanodeRegistration(127.0.0.1:35139, datanodeUuid=8f337859-bdee-4c28-b361-46f2e2e865c2, infoPort=46319, infoSecurePort=0, ipcPort=37399, storageInfo=lv=-57;cid=testClusterID;nsid=1068808179;c=1731305839339) 2024-11-11T06:17:21,174 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb5fa2c16b6adde4 with lease ID 0xd6b50f6468a290d8: from storage DS-63dd2278-2c87-4df5-942e-d0141ffd0d0c node DatanodeRegistration(127.0.0.1:35139, datanodeUuid=8f337859-bdee-4c28-b361-46f2e2e865c2, infoPort=46319, infoSecurePort=0, ipcPort=37399, storageInfo=lv=-57;cid=testClusterID;nsid=1068808179;c=1731305839339), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:17:21,198 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39 2024-11-11T06:17:21,275 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/cluster_f27956a7-780d-c22d-f5d9-7f3dff9559ec/zookeeper_0, clientPort=63180, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/cluster_f27956a7-780d-c22d-f5d9-7f3dff9559ec/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/cluster_f27956a7-780d-c22d-f5d9-7f3dff9559ec/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T06:17:21,285 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63180 2024-11-11T06:17:21,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:17:21,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:17:21,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:17:21,941 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706 with version=8 2024-11-11T06:17:21,942 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/hbase-staging 2024-11-11T06:17:22,066 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T06:17:22,333 INFO [Time-limited test {}] client.ConnectionUtils(129): master/fbbe90f5df0b:0 server-side Connection retries=45 2024-11-11T06:17:22,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:17:22,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:17:22,353 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:17:22,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:17:22,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:17:22,484 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:17:22,544 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T06:17:22,552 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T06:17:22,556 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:17:22,584 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11436 (auto-detected) 2024-11-11T06:17:22,585 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T06:17:22,605 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39827 2024-11-11T06:17:22,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:17:22,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:17:22,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:39827 connecting to ZooKeeper ensemble=127.0.0.1:63180 2024-11-11T06:17:22,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398270x0, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:17:22,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39827-0x10195fa17d00000 connected 2024-11-11T06:17:22,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T06:17:22,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T06:17:22,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T06:17:22,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39827 2024-11-11T06:17:22,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39827 2024-11-11T06:17:22,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39827 2024-11-11T06:17:22,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39827 2024-11-11T06:17:22,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39827 2024-11-11T06:17:22,716 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706, hbase.cluster.distributed=false 2024-11-11T06:17:22,805 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/fbbe90f5df0b:0 server-side Connection retries=45 2024-11-11T06:17:22,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:17:22,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:17:22,805 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:17:22,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:17:22,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:17:22,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:17:22,810 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:17:22,811 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43685 2024-11-11T06:17:22,812 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:17:22,818 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:17:22,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:17:22,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:17:22,825 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43685 connecting to ZooKeeper ensemble=127.0.0.1:63180 2024-11-11T06:17:22,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436850x0, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:17:22,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436850x0, quorum=127.0.0.1:63180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T06:17:22,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43685-0x10195fa17d00001 connected 2024-11-11T06:17:22,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43685-0x10195fa17d00001, quorum=127.0.0.1:63180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T06:17:22,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43685-0x10195fa17d00001, quorum=127.0.0.1:63180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T06:17:22,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43685 2024-11-11T06:17:22,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43685 2024-11-11T06:17:22,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43685 2024-11-11T06:17:22,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43685 2024-11-11T06:17:22,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43685 2024-11-11T06:17:22,838 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/fbbe90f5df0b,39827,1731305842060 2024-11-11T06:17:22,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10195fa17d00001, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T06:17:22,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T06:17:22,848 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fbbe90f5df0b,39827,1731305842060 2024-11-11T06:17:22,856 DEBUG [M:0;fbbe90f5df0b:39827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fbbe90f5df0b:39827 2024-11-11T06:17:22,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10195fa17d00001, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T06:17:22,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T06:17:22,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10195fa17d00001, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T06:17:22,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T06:17:22,870 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T06:17:22,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T06:17:22,871 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fbbe90f5df0b,39827,1731305842060 from backup master directory 2024-11-11T06:17:22,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fbbe90f5df0b,39827,1731305842060 2024-11-11T06:17:22,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10195fa17d00001, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T06:17:22,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T06:17:22,875 WARN [master/fbbe90f5df0b:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:17:22,875 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fbbe90f5df0b,39827,1731305842060 2024-11-11T06:17:22,877 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T06:17:22,879 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T06:17:22,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:17:23,353 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/hbase.id with ID: d2580e73-c252-4e14-a8ca-ce0e087c34dc 2024-11-11T06:17:23,395 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:17:23,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T06:17:23,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10195fa17d00001, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T06:17:23,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:17:23,855 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:17:23,857 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:17:23,874 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:23,879 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:17:23,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:17:23,925 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/data/master/store 2024-11-11T06:17:23,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:17:24,346 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T06:17:24,347 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:17:24,348 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:17:24,348 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:17:24,348 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:17:24,348 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:17:24,348 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:17:24,349 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:17:24,349 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-11T06:17:24,351 WARN [master/fbbe90f5df0b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/data/master/store/.initializing 2024-11-11T06:17:24,351 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/WALs/fbbe90f5df0b,39827,1731305842060 2024-11-11T06:17:24,358 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:17:24,369 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fbbe90f5df0b%2C39827%2C1731305842060, suffix=, logDir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/WALs/fbbe90f5df0b,39827,1731305842060, archiveDir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/oldWALs, maxLogs=10 2024-11-11T06:17:24,392 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/WALs/fbbe90f5df0b,39827,1731305842060/fbbe90f5df0b%2C39827%2C1731305842060.1731305844374, exclude list is [], retry=0 2024-11-11T06:17:24,409 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35139,DS-7488374f-31ff-4668-953b-e42f8513e51d,DISK] 2024-11-11T06:17:24,412 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T06:17:24,449 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/WALs/fbbe90f5df0b,39827,1731305842060/fbbe90f5df0b%2C39827%2C1731305842060.1731305844374 2024-11-11T06:17:24,450 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46319:46319)] 2024-11-11T06:17:24,451 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:17:24,451 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:17:24,455 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:17:24,456 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:17:24,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:17:24,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:17:24,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:24,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:17:24,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:17:24,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:17:24,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:24,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:17:24,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:17:24,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:17:24,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:24,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:17:24,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:17:24,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:17:24,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:24,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:17:24,541 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:17:24,542 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:17:24,550 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:17:24,554 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:17:24,558 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:17:24,559 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73144673, jitterRate=0.08994056284427643}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:17:24,564 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-11T06:17:24,565 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:17:24,596 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b75a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:24,630 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-11T06:17:24,641 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:17:24,642 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:17:24,644 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:17:24,646 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T06:17:24,651 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-11T06:17:24,651 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:17:24,677 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:17:24,689 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T06:17:24,692 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-11T06:17:24,694 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:17:24,695 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:17:24,697 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-11T06:17:24,699 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:17:24,702 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:17:24,704 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-11T06:17:24,706 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:17:24,707 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T06:17:24,717 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:17:24,718 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T06:17:24,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T06:17:24,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10195fa17d00001, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T06:17:24,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T06:17:24,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10195fa17d00001, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T06:17:24,722 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=fbbe90f5df0b,39827,1731305842060, sessionid=0x10195fa17d00000, setting cluster-up flag (Was=false) 2024-11-11T06:17:24,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T06:17:24,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10195fa17d00001, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T06:17:24,742 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T06:17:24,743 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fbbe90f5df0b,39827,1731305842060 2024-11-11T06:17:24,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10195fa17d00001, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T06:17:24,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T06:17:24,754 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T06:17:24,755 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fbbe90f5df0b,39827,1731305842060 2024-11-11T06:17:24,834 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-11T06:17:24,840 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-11T06:17:24,842 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:17:24,848 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fbbe90f5df0b,39827,1731305842060 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:17:24,851 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fbbe90f5df0b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:17:24,851 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fbbe90f5df0b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:17:24,852 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fbbe90f5df0b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:17:24,852 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fbbe90f5df0b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:17:24,852 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fbbe90f5df0b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:17:24,852 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fbbe90f5df0b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:17:24,852 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fbbe90f5df0b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:17:24,852 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fbbe90f5df0b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:17:24,852 DEBUG [RS:0;fbbe90f5df0b:43685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fbbe90f5df0b:43685 2024-11-11T06:17:24,854 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731305874854 2024-11-11T06:17:24,854 INFO [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(1008): ClusterId : d2580e73-c252-4e14-a8ca-ce0e087c34dc 2024-11-11T06:17:24,856 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:17:24,857 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:17:24,857 DEBUG [RS:0;fbbe90f5df0b:43685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:17:24,858 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:17:24,858 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:17:24,860 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:17:24,861 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:17:24,861 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:17:24,861 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:17:24,862 DEBUG [RS:0;fbbe90f5df0b:43685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:17:24,862 DEBUG [RS:0;fbbe90f5df0b:43685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:17:24,863 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:24,863 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:17:24,866 DEBUG [RS:0;fbbe90f5df0b:43685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:17:24,867 DEBUG [RS:0;fbbe90f5df0b:43685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f3528ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:24,867 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:17:24,868 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:17:24,869 DEBUG [RS:0;fbbe90f5df0b:43685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e31486b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fbbe90f5df0b/172.17.0.2:0 2024-11-11T06:17:24,869 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:17:24,870 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:17:24,872 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:17:24,872 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:17:24,873 INFO [RS:0;fbbe90f5df0b:43685 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-11T06:17:24,873 INFO [RS:0;fbbe90f5df0b:43685 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-11T06:17:24,873 DEBUG [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-11T06:17:24,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741831_1007 (size=1039) 2024-11-11T06:17:24,874 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fbbe90f5df0b:0:becomeActiveMaster-HFileCleaner.large.0-1731305844873,5,FailOnTimeoutGroup] 2024-11-11T06:17:24,874 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fbbe90f5df0b:0:becomeActiveMaster-HFileCleaner.small.0-1731305844874,5,FailOnTimeoutGroup] 2024-11-11T06:17:24,874 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:17:24,875 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:17:24,876 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:17:24,876 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:17:24,876 INFO [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(3073): reportForDuty to master=fbbe90f5df0b,39827,1731305842060 with isa=fbbe90f5df0b/172.17.0.2:43685, startcode=1731305842804 2024-11-11T06:17:24,892 DEBUG [RS:0;fbbe90f5df0b:43685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:17:24,931 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53857, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:17:24,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39827 {}] master.ServerManager(332): Checking decommissioned status of RegionServer fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:24,939 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39827 {}] master.ServerManager(486): Registering regionserver=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:24,954 DEBUG [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706 2024-11-11T06:17:24,954 DEBUG [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35853 2024-11-11T06:17:24,954 DEBUG [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-11T06:17:24,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T06:17:24,959 DEBUG [RS:0;fbbe90f5df0b:43685 {}] zookeeper.ZKUtil(111): regionserver:43685-0x10195fa17d00001, quorum=127.0.0.1:63180, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:24,960 WARN [RS:0;fbbe90f5df0b:43685 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:17:24,960 INFO [RS:0;fbbe90f5df0b:43685 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:17:24,960 DEBUG [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/WALs/fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:24,962 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fbbe90f5df0b,43685,1731305842804] 2024-11-11T06:17:24,974 DEBUG [RS:0;fbbe90f5df0b:43685 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-11T06:17:24,985 INFO [RS:0;fbbe90f5df0b:43685 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:17:24,997 INFO [RS:0;fbbe90f5df0b:43685 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:17:25,000 INFO [RS:0;fbbe90f5df0b:43685 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:17:25,000 INFO [RS:0;fbbe90f5df0b:43685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:17:25,001 INFO [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-11T06:17:25,008 INFO [RS:0;fbbe90f5df0b:43685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:17:25,009 DEBUG [RS:0;fbbe90f5df0b:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fbbe90f5df0b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:17:25,009 DEBUG [RS:0;fbbe90f5df0b:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fbbe90f5df0b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:17:25,009 DEBUG [RS:0;fbbe90f5df0b:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fbbe90f5df0b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:17:25,009 DEBUG [RS:0;fbbe90f5df0b:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:17:25,009 DEBUG [RS:0;fbbe90f5df0b:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fbbe90f5df0b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:17:25,009 DEBUG [RS:0;fbbe90f5df0b:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fbbe90f5df0b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:17:25,010 DEBUG [RS:0;fbbe90f5df0b:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:17:25,010 DEBUG [RS:0;fbbe90f5df0b:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fbbe90f5df0b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:17:25,010 DEBUG [RS:0;fbbe90f5df0b:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fbbe90f5df0b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:17:25,010 DEBUG [RS:0;fbbe90f5df0b:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fbbe90f5df0b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:17:25,010 DEBUG [RS:0;fbbe90f5df0b:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fbbe90f5df0b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:17:25,011 DEBUG [RS:0;fbbe90f5df0b:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fbbe90f5df0b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:17:25,011 DEBUG [RS:0;fbbe90f5df0b:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:17:25,012 INFO [RS:0;fbbe90f5df0b:43685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:17:25,012 INFO [RS:0;fbbe90f5df0b:43685 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:17:25,012 INFO [RS:0;fbbe90f5df0b:43685 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:17:25,013 INFO [RS:0;fbbe90f5df0b:43685 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:17:25,013 INFO [RS:0;fbbe90f5df0b:43685 {}] hbase.ChoreService(168): Chore ScheduledChore name=fbbe90f5df0b,43685,1731305842804-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:17:25,033 INFO [RS:0;fbbe90f5df0b:43685 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:17:25,035 INFO [RS:0;fbbe90f5df0b:43685 {}] hbase.ChoreService(168): Chore ScheduledChore name=fbbe90f5df0b,43685,1731305842804-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:17:25,056 INFO [RS:0;fbbe90f5df0b:43685 {}] regionserver.Replication(204): fbbe90f5df0b,43685,1731305842804 started 2024-11-11T06:17:25,056 INFO [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(1767): Serving as fbbe90f5df0b,43685,1731305842804, RpcServer on fbbe90f5df0b/172.17.0.2:43685, sessionid=0x10195fa17d00001 2024-11-11T06:17:25,057 DEBUG [RS:0;fbbe90f5df0b:43685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:17:25,057 DEBUG [RS:0;fbbe90f5df0b:43685 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:25,057 DEBUG [RS:0;fbbe90f5df0b:43685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fbbe90f5df0b,43685,1731305842804' 2024-11-11T06:17:25,057 DEBUG [RS:0;fbbe90f5df0b:43685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T06:17:25,058 DEBUG [RS:0;fbbe90f5df0b:43685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T06:17:25,059 DEBUG [RS:0;fbbe90f5df0b:43685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:17:25,059 DEBUG [RS:0;fbbe90f5df0b:43685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:17:25,059 DEBUG [RS:0;fbbe90f5df0b:43685 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:25,059 DEBUG [RS:0;fbbe90f5df0b:43685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fbbe90f5df0b,43685,1731305842804' 2024-11-11T06:17:25,059 DEBUG [RS:0;fbbe90f5df0b:43685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T06:17:25,060 DEBUG [RS:0;fbbe90f5df0b:43685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T06:17:25,060 DEBUG [RS:0;fbbe90f5df0b:43685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:17:25,060 INFO [RS:0;fbbe90f5df0b:43685 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:17:25,060 INFO [RS:0;fbbe90f5df0b:43685 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:17:25,166 INFO [RS:0;fbbe90f5df0b:43685 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:17:25,170 INFO [RS:0;fbbe90f5df0b:43685 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fbbe90f5df0b%2C43685%2C1731305842804, suffix=, logDir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/WALs/fbbe90f5df0b,43685,1731305842804, archiveDir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/oldWALs, maxLogs=32 2024-11-11T06:17:25,187 DEBUG [RS:0;fbbe90f5df0b:43685 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/WALs/fbbe90f5df0b,43685,1731305842804/fbbe90f5df0b%2C43685%2C1731305842804.1731305845172, exclude list is [], retry=0 2024-11-11T06:17:25,192 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35139,DS-7488374f-31ff-4668-953b-e42f8513e51d,DISK] 2024-11-11T06:17:25,196 INFO [RS:0;fbbe90f5df0b:43685 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/WALs/fbbe90f5df0b,43685,1731305842804/fbbe90f5df0b%2C43685%2C1731305842804.1731305845172 2024-11-11T06:17:25,196 DEBUG [RS:0;fbbe90f5df0b:43685 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46319:46319)] 2024-11-11T06:17:25,277 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-11T06:17:25,277 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706 2024-11-11T06:17:25,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741833_1009 (size=32) 2024-11-11T06:17:25,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:17:25,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:17:25,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:17:25,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:25,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:17:25,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:17:25,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:17:25,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:25,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:17:25,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:17:25,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:17:25,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:25,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:17:25,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/meta/1588230740 2024-11-11T06:17:25,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/meta/1588230740 2024-11-11T06:17:25,706 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T06:17:25,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-11T06:17:25,713 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:17:25,714 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60951130, jitterRate=-0.0917573869228363}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T06:17:25,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-11T06:17:25,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:17:25,716 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-11T06:17:25,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-11T06:17:25,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:17:25,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:17:25,717 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-11T06:17:25,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-11T06:17:25,720 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:17:25,720 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-11T06:17:25,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:17:25,734 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:17:25,736 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:17:25,888 DEBUG [fbbe90f5df0b:39827 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:17:25,893 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:25,898 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fbbe90f5df0b,43685,1731305842804, state=OPENING 2024-11-11T06:17:25,904 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:17:25,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T06:17:25,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10195fa17d00001, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T06:17:25,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T06:17:25,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T06:17:25,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=fbbe90f5df0b,43685,1731305842804}] 2024-11-11T06:17:26,081 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:26,083 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:17:26,086 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:17:26,097 INFO [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-11T06:17:26,097 INFO [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:17:26,098 INFO [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:17:26,101 INFO [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fbbe90f5df0b%2C43685%2C1731305842804.meta, suffix=.meta, logDir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/WALs/fbbe90f5df0b,43685,1731305842804, archiveDir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/oldWALs, maxLogs=32 2024-11-11T06:17:26,125 DEBUG [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/WALs/fbbe90f5df0b,43685,1731305842804/fbbe90f5df0b%2C43685%2C1731305842804.meta.1731305846104.meta, exclude list is [], retry=0 2024-11-11T06:17:26,129 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35139,DS-7488374f-31ff-4668-953b-e42f8513e51d,DISK] 2024-11-11T06:17:26,132 INFO [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/WALs/fbbe90f5df0b,43685,1731305842804/fbbe90f5df0b%2C43685%2C1731305842804.meta.1731305846104.meta 2024-11-11T06:17:26,132 DEBUG [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46319:46319)] 2024-11-11T06:17:26,132 DEBUG [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:17:26,134 DEBUG [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:17:26,196 DEBUG [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:17:26,201 INFO [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:17:26,205 DEBUG [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:17:26,206 DEBUG [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:17:26,206 DEBUG [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-11T06:17:26,206 DEBUG [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-11T06:17:26,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:17:26,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:17:26,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:26,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:17:26,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:17:26,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:17:26,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:26,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:17:26,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:17:26,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:17:26,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:26,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:17:26,219 DEBUG [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/meta/1588230740 2024-11-11T06:17:26,222 DEBUG [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/meta/1588230740 2024-11-11T06:17:26,224 DEBUG [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T06:17:26,227 DEBUG [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-11T06:17:26,228 INFO [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74027853, jitterRate=0.1031009703874588}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T06:17:26,230 DEBUG [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-11T06:17:26,237 INFO [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731305846076 2024-11-11T06:17:26,248 DEBUG [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:17:26,248 INFO [RS_OPEN_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-11T06:17:26,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:26,251 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fbbe90f5df0b,43685,1731305842804, state=OPEN 2024-11-11T06:17:26,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T06:17:26,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10195fa17d00001, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T06:17:26,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T06:17:26,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T06:17:26,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:17:26,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=fbbe90f5df0b,43685,1731305842804 in 347 msec 2024-11-11T06:17:26,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:17:26,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 535 msec 2024-11-11T06:17:26,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4810 sec 2024-11-11T06:17:26,271 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731305846270, completionTime=-1 2024-11-11T06:17:26,271 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:17:26,271 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-11T06:17:26,309 DEBUG [hconnection-0x10f14607-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:17:26,311 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:17:26,321 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-11T06:17:26,321 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731305906321 2024-11-11T06:17:26,321 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731305966321 2024-11-11T06:17:26,321 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 50 msec 2024-11-11T06:17:26,347 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fbbe90f5df0b,39827,1731305842060-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:17:26,347 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fbbe90f5df0b,39827,1731305842060-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:17:26,347 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fbbe90f5df0b,39827,1731305842060-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:17:26,349 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fbbe90f5df0b:39827, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:17:26,350 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:17:26,354 DEBUG [master/fbbe90f5df0b:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-11T06:17:26,359 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-11T06:17:26,360 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:17:26,366 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-11T06:17:26,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:17:26,370 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:26,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:17:26,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741835_1011 (size=358) 2024-11-11T06:17:26,787 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9fc58d4060e426e8945aeb5ff56f00f9, NAME => 'hbase:namespace,,1731305846359.9fc58d4060e426e8945aeb5ff56f00f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706 2024-11-11T06:17:26,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741836_1012 (size=42) 2024-11-11T06:17:27,197 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731305846359.9fc58d4060e426e8945aeb5ff56f00f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:17:27,197 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 9fc58d4060e426e8945aeb5ff56f00f9, disabling compactions & flushes 2024-11-11T06:17:27,198 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731305846359.9fc58d4060e426e8945aeb5ff56f00f9. 2024-11-11T06:17:27,198 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731305846359.9fc58d4060e426e8945aeb5ff56f00f9. 2024-11-11T06:17:27,198 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731305846359.9fc58d4060e426e8945aeb5ff56f00f9. after waiting 0 ms 2024-11-11T06:17:27,198 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731305846359.9fc58d4060e426e8945aeb5ff56f00f9. 2024-11-11T06:17:27,198 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731305846359.9fc58d4060e426e8945aeb5ff56f00f9. 2024-11-11T06:17:27,198 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9fc58d4060e426e8945aeb5ff56f00f9: 2024-11-11T06:17:27,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:17:27,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731305846359.9fc58d4060e426e8945aeb5ff56f00f9.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731305847202"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731305847202"}]},"ts":"1731305847202"} 2024-11-11T06:17:27,233 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T06:17:27,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:17:27,238 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305847236"}]},"ts":"1731305847236"} 2024-11-11T06:17:27,243 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-11T06:17:27,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9fc58d4060e426e8945aeb5ff56f00f9, ASSIGN}] 2024-11-11T06:17:27,251 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9fc58d4060e426e8945aeb5ff56f00f9, ASSIGN 2024-11-11T06:17:27,253 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=9fc58d4060e426e8945aeb5ff56f00f9, ASSIGN; state=OFFLINE, location=fbbe90f5df0b,43685,1731305842804; forceNewPlan=false, retain=false 2024-11-11T06:17:27,403 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9fc58d4060e426e8945aeb5ff56f00f9, regionState=OPENING, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:27,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 9fc58d4060e426e8945aeb5ff56f00f9, server=fbbe90f5df0b,43685,1731305842804}] 2024-11-11T06:17:27,562 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:27,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731305846359.9fc58d4060e426e8945aeb5ff56f00f9. 2024-11-11T06:17:27,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 9fc58d4060e426e8945aeb5ff56f00f9, NAME => 'hbase:namespace,,1731305846359.9fc58d4060e426e8945aeb5ff56f00f9.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:17:27,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 9fc58d4060e426e8945aeb5ff56f00f9 2024-11-11T06:17:27,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731305846359.9fc58d4060e426e8945aeb5ff56f00f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:17:27,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 9fc58d4060e426e8945aeb5ff56f00f9 2024-11-11T06:17:27,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 9fc58d4060e426e8945aeb5ff56f00f9 2024-11-11T06:17:27,572 INFO [StoreOpener-9fc58d4060e426e8945aeb5ff56f00f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9fc58d4060e426e8945aeb5ff56f00f9 2024-11-11T06:17:27,574 INFO [StoreOpener-9fc58d4060e426e8945aeb5ff56f00f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fc58d4060e426e8945aeb5ff56f00f9 columnFamilyName info 2024-11-11T06:17:27,574 DEBUG [StoreOpener-9fc58d4060e426e8945aeb5ff56f00f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:27,575 INFO [StoreOpener-9fc58d4060e426e8945aeb5ff56f00f9-1 {}] regionserver.HStore(327): Store=9fc58d4060e426e8945aeb5ff56f00f9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:17:27,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/namespace/9fc58d4060e426e8945aeb5ff56f00f9 2024-11-11T06:17:27,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/namespace/9fc58d4060e426e8945aeb5ff56f00f9 2024-11-11T06:17:27,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 9fc58d4060e426e8945aeb5ff56f00f9 2024-11-11T06:17:27,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/namespace/9fc58d4060e426e8945aeb5ff56f00f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:17:27,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 9fc58d4060e426e8945aeb5ff56f00f9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67260196, jitterRate=0.0022550225257873535}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T06:17:27,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 9fc58d4060e426e8945aeb5ff56f00f9: 2024-11-11T06:17:27,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731305846359.9fc58d4060e426e8945aeb5ff56f00f9., pid=6, masterSystemTime=1731305847562 2024-11-11T06:17:27,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731305846359.9fc58d4060e426e8945aeb5ff56f00f9. 2024-11-11T06:17:27,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731305846359.9fc58d4060e426e8945aeb5ff56f00f9. 2024-11-11T06:17:27,594 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9fc58d4060e426e8945aeb5ff56f00f9, regionState=OPEN, openSeqNum=2, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:27,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T06:17:27,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 9fc58d4060e426e8945aeb5ff56f00f9, server=fbbe90f5df0b,43685,1731305842804 in 191 msec 2024-11-11T06:17:27,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T06:17:27,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=9fc58d4060e426e8945aeb5ff56f00f9, ASSIGN in 352 msec 2024-11-11T06:17:27,606 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:17:27,606 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305847606"}]},"ts":"1731305847606"} 2024-11-11T06:17:27,608 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-11T06:17:27,612 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:17:27,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2510 sec 2024-11-11T06:17:27,671 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-11T06:17:27,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-11T06:17:27,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10195fa17d00001, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T06:17:27,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T06:17:27,703 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-11T06:17:27,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-11T06:17:27,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-11-11T06:17:27,727 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-11T06:17:27,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-11T06:17:27,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-11T06:17:27,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-11T06:17:27,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-11T06:17:27,755 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.880sec 2024-11-11T06:17:27,757 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:17:27,758 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:17:27,759 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:17:27,760 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:17:27,760 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:17:27,761 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fbbe90f5df0b,39827,1731305842060-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:17:27,761 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fbbe90f5df0b,39827,1731305842060-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:17:27,767 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:17:27,768 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:17:27,768 INFO [master/fbbe90f5df0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fbbe90f5df0b,39827,1731305842060-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:17:27,857 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6169df5c to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a3c3fb3 2024-11-11T06:17:27,858 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-11T06:17:27,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523a59d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:27,869 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T06:17:27,869 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T06:17:27,879 DEBUG [hconnection-0x46f0e06c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:17:27,886 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:17:27,896 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=fbbe90f5df0b,39827,1731305842060 2024-11-11T06:17:27,914 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=241, ProcessCount=11, AvailableMemoryMB=7265 2024-11-11T06:17:27,928 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:17:27,933 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:17:27,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T06:17:27,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:17:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T06:17:27,970 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:17:27,970 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:27,972 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:17:27,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-11T06:17:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-11T06:17:27,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741837_1013 (size=960) 2024-11-11T06:17:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-11T06:17:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-11T06:17:28,391 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706 2024-11-11T06:17:28,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741838_1014 (size=53) 2024-11-11T06:17:28,401 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:17:28,401 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 023f05cf045e2e1124ca427115c60c17, disabling compactions & flushes 2024-11-11T06:17:28,401 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:28,401 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:28,401 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. after waiting 0 ms 2024-11-11T06:17:28,401 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:28,401 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:28,401 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:28,403 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:17:28,404 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731305848403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731305848403"}]},"ts":"1731305848403"} 2024-11-11T06:17:28,407 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T06:17:28,409 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:17:28,409 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305848409"}]},"ts":"1731305848409"} 2024-11-11T06:17:28,411 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T06:17:28,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=023f05cf045e2e1124ca427115c60c17, ASSIGN}] 2024-11-11T06:17:28,418 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=023f05cf045e2e1124ca427115c60c17, ASSIGN 2024-11-11T06:17:28,419 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=023f05cf045e2e1124ca427115c60c17, ASSIGN; state=OFFLINE, location=fbbe90f5df0b,43685,1731305842804; forceNewPlan=false, retain=false 2024-11-11T06:17:28,570 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=023f05cf045e2e1124ca427115c60c17, regionState=OPENING, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:28,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804}] 2024-11-11T06:17:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-11T06:17:28,727 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:28,733 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:28,734 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:17:28,734 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:28,734 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:17:28,734 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:28,734 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:28,736 INFO [StoreOpener-023f05cf045e2e1124ca427115c60c17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:28,740 INFO [StoreOpener-023f05cf045e2e1124ca427115c60c17-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:17:28,740 INFO [StoreOpener-023f05cf045e2e1124ca427115c60c17-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 023f05cf045e2e1124ca427115c60c17 columnFamilyName A 2024-11-11T06:17:28,740 DEBUG [StoreOpener-023f05cf045e2e1124ca427115c60c17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:28,741 INFO [StoreOpener-023f05cf045e2e1124ca427115c60c17-1 {}] regionserver.HStore(327): Store=023f05cf045e2e1124ca427115c60c17/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:17:28,741 INFO [StoreOpener-023f05cf045e2e1124ca427115c60c17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:28,743 INFO [StoreOpener-023f05cf045e2e1124ca427115c60c17-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:17:28,743 INFO [StoreOpener-023f05cf045e2e1124ca427115c60c17-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 023f05cf045e2e1124ca427115c60c17 columnFamilyName B 2024-11-11T06:17:28,743 DEBUG [StoreOpener-023f05cf045e2e1124ca427115c60c17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:28,744 INFO [StoreOpener-023f05cf045e2e1124ca427115c60c17-1 {}] regionserver.HStore(327): Store=023f05cf045e2e1124ca427115c60c17/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:17:28,744 INFO [StoreOpener-023f05cf045e2e1124ca427115c60c17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:28,746 INFO [StoreOpener-023f05cf045e2e1124ca427115c60c17-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:17:28,746 INFO [StoreOpener-023f05cf045e2e1124ca427115c60c17-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 023f05cf045e2e1124ca427115c60c17 columnFamilyName C 2024-11-11T06:17:28,746 DEBUG [StoreOpener-023f05cf045e2e1124ca427115c60c17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:28,747 INFO [StoreOpener-023f05cf045e2e1124ca427115c60c17-1 {}] regionserver.HStore(327): Store=023f05cf045e2e1124ca427115c60c17/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:17:28,748 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:28,749 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:28,749 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:28,752 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T06:17:28,754 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:28,757 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:17:28,757 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 023f05cf045e2e1124ca427115c60c17; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73610368, jitterRate=0.09687995910644531}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T06:17:28,758 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:28,760 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., pid=11, masterSystemTime=1731305848727 2024-11-11T06:17:28,763 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:28,763 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:28,764 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=023f05cf045e2e1124ca427115c60c17, regionState=OPEN, openSeqNum=2, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:28,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-11T06:17:28,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 in 194 msec 2024-11-11T06:17:28,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T06:17:28,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=023f05cf045e2e1124ca427115c60c17, ASSIGN in 354 msec 2024-11-11T06:17:28,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:17:28,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305848774"}]},"ts":"1731305848774"} 2024-11-11T06:17:28,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T06:17:28,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:17:28,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 814 msec 2024-11-11T06:17:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-11T06:17:29,092 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-11T06:17:29,098 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x038196d7 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e59596a 2024-11-11T06:17:29,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30640414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:29,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:17:29,106 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:17:29,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:17:29,111 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:17:29,119 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28808bb9 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2cac4303 2024-11-11T06:17:29,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536a4a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:29,124 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x774bf929 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39b10898 2024-11-11T06:17:29,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18751c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:29,130 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54af89df to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d7115de 2024-11-11T06:17:29,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd0bbda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:29,138 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x251efa5e to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30d4d4c6 2024-11-11T06:17:29,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c57419f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:29,143 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67f7d3d3 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c943d 2024-11-11T06:17:29,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435176b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:29,149 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4bf8e82a to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f0c7188 2024-11-11T06:17:29,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e957ecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:29,154 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ba01639 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@475ca0f4 2024-11-11T06:17:29,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22daddc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:29,159 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24890c79 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50c9c1d1 2024-11-11T06:17:29,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39028e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:29,163 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51cab508 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f1331a9 2024-11-11T06:17:29,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624dc5e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:29,172 DEBUG [hconnection-0x1ff44a43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:17:29,172 DEBUG [hconnection-0x4174bb0c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:17:29,175 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:17:29,175 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:17:29,176 DEBUG [hconnection-0x1a46693d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:17:29,180 DEBUG [hconnection-0x40663b23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:17:29,181 DEBUG [hconnection-0x3740e823-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:17:29,182 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49010, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:17:29,193 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:17:29,197 DEBUG [hconnection-0x5fc4f1a6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:17:29,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:17:29,203 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:17:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-11T06:17:29,207 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:17:29,209 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:17:29,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:17:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T06:17:29,230 DEBUG [hconnection-0x71942b95-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:17:29,236 DEBUG [hconnection-0x4d0fdb91-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:17:29,248 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:17:29,253 DEBUG [hconnection-0x6e2d0668-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:17:29,272 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:17:29,278 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:17:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:29,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T06:17:29,288 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:17:29,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:29,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:29,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:29,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:29,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:29,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T06:17:29,373 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:29,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T06:17:29,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:29,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:29,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:29,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:29,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/14ec4ab2f7334ba89eb2a0b17ee6f7c2 is 50, key is test_row_0/A:col10/1731305849222/Put/seqid=0 2024-11-11T06:17:29,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:29,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741839_1015 (size=12001) 2024-11-11T06:17:29,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/14ec4ab2f7334ba89eb2a0b17ee6f7c2 2024-11-11T06:17:29,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305909488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:29,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305909500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:29,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:29,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305909507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:29,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305909507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305909494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T06:17:29,588 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:29,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T06:17:29,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:29,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:29,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:29,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:29,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:29,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/5f67d26aba76450dbaa93b9aba23dbf9 is 50, key is test_row_0/B:col10/1731305849222/Put/seqid=0 2024-11-11T06:17:29,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741840_1016 (size=12001) 2024-11-11T06:17:29,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/5f67d26aba76450dbaa93b9aba23dbf9 2024-11-11T06:17:29,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305909651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:29,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305909652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:29,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:29,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305909654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305909652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:29,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305909655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:29,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/3b99f2c5fadf41d2a8f8f993d44f7642 is 50, key is test_row_0/C:col10/1731305849222/Put/seqid=0 2024-11-11T06:17:29,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741841_1017 (size=12001) 2024-11-11T06:17:29,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/3b99f2c5fadf41d2a8f8f993d44f7642 2024-11-11T06:17:29,758 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:29,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T06:17:29,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:29,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:29,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:29,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:29,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:29,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/14ec4ab2f7334ba89eb2a0b17ee6f7c2 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/14ec4ab2f7334ba89eb2a0b17ee6f7c2 2024-11-11T06:17:29,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/14ec4ab2f7334ba89eb2a0b17ee6f7c2, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T06:17:29,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/5f67d26aba76450dbaa93b9aba23dbf9 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/5f67d26aba76450dbaa93b9aba23dbf9 2024-11-11T06:17:29,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/5f67d26aba76450dbaa93b9aba23dbf9, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T06:17:29,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/3b99f2c5fadf41d2a8f8f993d44f7642 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/3b99f2c5fadf41d2a8f8f993d44f7642 2024-11-11T06:17:29,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/3b99f2c5fadf41d2a8f8f993d44f7642, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T06:17:29,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 023f05cf045e2e1124ca427115c60c17 in 532ms, sequenceid=12, compaction requested=false 2024-11-11T06:17:29,820 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-11T06:17:29,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T06:17:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:29,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T06:17:29,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:29,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:29,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:29,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:29,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:29,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:29,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:29,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305909885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:29,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305909889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:29,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/91cf22c0e69c4c28bd1625fa88e38492 is 50, key is test_row_0/A:col10/1731305849493/Put/seqid=0 2024-11-11T06:17:29,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305909896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305909882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:29,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305909904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:29,920 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:29,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T06:17:29,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:29,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:29,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:29,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:29,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:29,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741842_1018 (size=12001) 2024-11-11T06:17:29,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/91cf22c0e69c4c28bd1625fa88e38492 2024-11-11T06:17:29,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/afc2158191b945409882c3d1ccaf2c39 is 50, key is test_row_0/B:col10/1731305849493/Put/seqid=0 2024-11-11T06:17:30,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305910003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305910004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305910004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305910006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305910022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741843_1019 (size=12001) 2024-11-11T06:17:30,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/afc2158191b945409882c3d1ccaf2c39 2024-11-11T06:17:30,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/a615950fd866415b977cd674af045fd7 is 50, key is test_row_0/C:col10/1731305849493/Put/seqid=0 2024-11-11T06:17:30,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741844_1020 (size=12001) 2024-11-11T06:17:30,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/a615950fd866415b977cd674af045fd7 2024-11-11T06:17:30,075 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T06:17:30,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:30,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:30,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:30,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:30,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:30,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/91cf22c0e69c4c28bd1625fa88e38492 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/91cf22c0e69c4c28bd1625fa88e38492 2024-11-11T06:17:30,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/91cf22c0e69c4c28bd1625fa88e38492, entries=150, sequenceid=39, filesize=11.7 K 2024-11-11T06:17:30,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/afc2158191b945409882c3d1ccaf2c39 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/afc2158191b945409882c3d1ccaf2c39 2024-11-11T06:17:30,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/afc2158191b945409882c3d1ccaf2c39, entries=150, sequenceid=39, filesize=11.7 K 2024-11-11T06:17:30,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/a615950fd866415b977cd674af045fd7 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/a615950fd866415b977cd674af045fd7 2024-11-11T06:17:30,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/a615950fd866415b977cd674af045fd7, entries=150, sequenceid=39, filesize=11.7 K 2024-11-11T06:17:30,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 023f05cf045e2e1124ca427115c60c17 in 282ms, sequenceid=39, compaction requested=false 2024-11-11T06:17:30,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:30,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T06:17:30,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:30,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:30,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:30,231 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:30,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:30,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:30,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T06:17:30,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:30,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:30,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:30,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:30,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:30,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/952d39e0033a45a983ef0b2a40c5e81a is 50, key is test_row_0/A:col10/1731305850219/Put/seqid=0 2024-11-11T06:17:30,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741845_1021 (size=12001) 2024-11-11T06:17:30,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/952d39e0033a45a983ef0b2a40c5e81a 2024-11-11T06:17:30,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305910311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305910311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/3d10c3ff0f0547d28cee9324f42995bd is 50, key is test_row_0/B:col10/1731305850219/Put/seqid=0 2024-11-11T06:17:30,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305910318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305910322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305910326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T06:17:30,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741846_1022 (size=12001) 2024-11-11T06:17:30,386 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T06:17:30,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:30,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:30,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:30,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:30,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:30,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305910425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305910427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305910435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305910435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305910438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,542 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T06:17:30,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:30,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:30,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:30,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:30,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:30,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305910631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305910636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305910644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305910647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305910650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,700 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T06:17:30,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:30,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:30,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:30,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:30,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:30,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/3d10c3ff0f0547d28cee9324f42995bd 2024-11-11T06:17:30,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/c3b5d4a4886c4ba5839f5778f70c8e4b is 50, key is test_row_0/C:col10/1731305850219/Put/seqid=0 2024-11-11T06:17:30,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741847_1023 (size=12001) 2024-11-11T06:17:30,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/c3b5d4a4886c4ba5839f5778f70c8e4b 2024-11-11T06:17:30,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/952d39e0033a45a983ef0b2a40c5e81a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/952d39e0033a45a983ef0b2a40c5e81a 2024-11-11T06:17:30,862 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T06:17:30,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:30,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:30,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:30,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:30,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:30,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/952d39e0033a45a983ef0b2a40c5e81a, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T06:17:30,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/3d10c3ff0f0547d28cee9324f42995bd as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3d10c3ff0f0547d28cee9324f42995bd 2024-11-11T06:17:30,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3d10c3ff0f0547d28cee9324f42995bd, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T06:17:30,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/c3b5d4a4886c4ba5839f5778f70c8e4b as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/c3b5d4a4886c4ba5839f5778f70c8e4b 2024-11-11T06:17:30,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/c3b5d4a4886c4ba5839f5778f70c8e4b, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T06:17:30,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 023f05cf045e2e1124ca427115c60c17 in 694ms, sequenceid=51, compaction requested=true 2024-11-11T06:17:30,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:30,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:17:30,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:30,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:17:30,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:30,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:17:30,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:30,921 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:30,921 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:30,925 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:30,926 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:30,927 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/A is initiating minor compaction (all files) 2024-11-11T06:17:30,927 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/B is initiating minor compaction (all files) 2024-11-11T06:17:30,927 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/A in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:30,927 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/B in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:30,927 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/5f67d26aba76450dbaa93b9aba23dbf9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/afc2158191b945409882c3d1ccaf2c39, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3d10c3ff0f0547d28cee9324f42995bd] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=35.2 K 2024-11-11T06:17:30,927 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/14ec4ab2f7334ba89eb2a0b17ee6f7c2, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/91cf22c0e69c4c28bd1625fa88e38492, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/952d39e0033a45a983ef0b2a40c5e81a] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=35.2 K 2024-11-11T06:17:30,929 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f67d26aba76450dbaa93b9aba23dbf9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731305849222 2024-11-11T06:17:30,929 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14ec4ab2f7334ba89eb2a0b17ee6f7c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731305849222 2024-11-11T06:17:30,930 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting afc2158191b945409882c3d1ccaf2c39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731305849493 2024-11-11T06:17:30,930 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91cf22c0e69c4c28bd1625fa88e38492, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731305849493 2024-11-11T06:17:30,932 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d10c3ff0f0547d28cee9324f42995bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731305850213 2024-11-11T06:17:30,934 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 952d39e0033a45a983ef0b2a40c5e81a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731305850213 2024-11-11T06:17:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:30,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T06:17:30,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:30,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:30,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:30,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:30,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:30,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:30,965 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#B#compaction#9 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:30,966 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/76e8371fee0a4c87be4bb2866c175280 is 50, key is test_row_0/B:col10/1731305850219/Put/seqid=0 2024-11-11T06:17:30,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/430c3db7f67845be9f72fe7128ef071d is 50, key is test_row_0/A:col10/1731305850319/Put/seqid=0 2024-11-11T06:17:30,981 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T06:17:30,982 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#A#compaction#11 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:30,983 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-11T06:17:30,984 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/dee6d91072954fbeab52d2f5b09690b7 is 50, key is test_row_0/A:col10/1731305850219/Put/seqid=0 2024-11-11T06:17:30,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305910977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:30,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305910978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741848_1024 (size=12104) 2024-11-11T06:17:31,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305910983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305910984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305910994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,018 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T06:17:31,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:31,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:31,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:31,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:31,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:31,020 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/76e8371fee0a4c87be4bb2866c175280 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/76e8371fee0a4c87be4bb2866c175280 2024-11-11T06:17:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:31,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741849_1025 (size=14341) 2024-11-11T06:17:31,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/430c3db7f67845be9f72fe7128ef071d 2024-11-11T06:17:31,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741850_1026 (size=12104) 2024-11-11T06:17:31,050 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/dee6d91072954fbeab52d2f5b09690b7 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/dee6d91072954fbeab52d2f5b09690b7 2024-11-11T06:17:31,052 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/B of 023f05cf045e2e1124ca427115c60c17 into 76e8371fee0a4c87be4bb2866c175280(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:31,052 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:31,053 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/B, priority=13, startTime=1731305850920; duration=0sec 2024-11-11T06:17:31,053 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:31,053 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:B 2024-11-11T06:17:31,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/69c6e40bcacf4dbdaabf21550d40899c is 50, key is test_row_0/B:col10/1731305850319/Put/seqid=0 2024-11-11T06:17:31,058 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:31,061 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:31,062 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/C is initiating minor compaction (all files) 2024-11-11T06:17:31,062 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/C in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:31,062 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/3b99f2c5fadf41d2a8f8f993d44f7642, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/a615950fd866415b977cd674af045fd7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/c3b5d4a4886c4ba5839f5778f70c8e4b] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=35.2 K 2024-11-11T06:17:31,063 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b99f2c5fadf41d2a8f8f993d44f7642, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731305849222 2024-11-11T06:17:31,071 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/A of 023f05cf045e2e1124ca427115c60c17 into dee6d91072954fbeab52d2f5b09690b7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:31,071 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:31,071 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/A, priority=13, startTime=1731305850920; duration=0sec 2024-11-11T06:17:31,072 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:31,072 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:A 2024-11-11T06:17:31,072 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting a615950fd866415b977cd674af045fd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731305849493 2024-11-11T06:17:31,075 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting c3b5d4a4886c4ba5839f5778f70c8e4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731305850213 2024-11-11T06:17:31,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741851_1027 (size=12001) 2024-11-11T06:17:31,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/69c6e40bcacf4dbdaabf21550d40899c 2024-11-11T06:17:31,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305911098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305911096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305911106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305911108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,113 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#C#compaction#13 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305911109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,114 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/eae130b501fa4532b5d6052b46b1a2da is 50, key is test_row_0/C:col10/1731305850219/Put/seqid=0 2024-11-11T06:17:31,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/d1062a9fd7204a34a778a7746e2a2905 is 50, key is test_row_0/C:col10/1731305850319/Put/seqid=0 2024-11-11T06:17:31,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741852_1028 (size=12104) 2024-11-11T06:17:31,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741853_1029 (size=12001) 2024-11-11T06:17:31,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/d1062a9fd7204a34a778a7746e2a2905 2024-11-11T06:17:31,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/430c3db7f67845be9f72fe7128ef071d as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/430c3db7f67845be9f72fe7128ef071d 2024-11-11T06:17:31,174 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T06:17:31,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:31,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:31,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:31,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:31,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:31,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/430c3db7f67845be9f72fe7128ef071d, entries=200, sequenceid=77, filesize=14.0 K 2024-11-11T06:17:31,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/69c6e40bcacf4dbdaabf21550d40899c as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/69c6e40bcacf4dbdaabf21550d40899c 2024-11-11T06:17:31,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/69c6e40bcacf4dbdaabf21550d40899c, entries=150, sequenceid=77, filesize=11.7 K 2024-11-11T06:17:31,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/d1062a9fd7204a34a778a7746e2a2905 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/d1062a9fd7204a34a778a7746e2a2905 2024-11-11T06:17:31,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/d1062a9fd7204a34a778a7746e2a2905, entries=150, sequenceid=77, filesize=11.7 K 2024-11-11T06:17:31,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 023f05cf045e2e1124ca427115c60c17 in 275ms, sequenceid=77, compaction requested=false 2024-11-11T06:17:31,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:31,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T06:17:31,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:31,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:31,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:31,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:31,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:31,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:31,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/730b1d55895f44cab66ffb0c47f7cb47 is 50, key is test_row_0/A:col10/1731305851308/Put/seqid=0 2024-11-11T06:17:31,330 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T06:17:31,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:31,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:31,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:31,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:31,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T06:17:31,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741854_1030 (size=12001) 2024-11-11T06:17:31,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/730b1d55895f44cab66ffb0c47f7cb47 2024-11-11T06:17:31,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/b8b426d171384d1eac1ab7ab41aeb2bb is 50, key is test_row_0/B:col10/1731305851308/Put/seqid=0 2024-11-11T06:17:31,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741855_1031 (size=12001) 2024-11-11T06:17:31,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/b8b426d171384d1eac1ab7ab41aeb2bb 2024-11-11T06:17:31,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/fbdd2041f61045b6ae8cd3c34ae0dd35 is 50, key is test_row_0/C:col10/1731305851308/Put/seqid=0 2024-11-11T06:17:31,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741856_1032 (size=12001) 2024-11-11T06:17:31,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305911466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305911473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305911478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305911480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305911482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,487 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T06:17:31,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:31,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:31,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:31,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:31,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:31,560 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/eae130b501fa4532b5d6052b46b1a2da as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/eae130b501fa4532b5d6052b46b1a2da 2024-11-11T06:17:31,576 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/C of 023f05cf045e2e1124ca427115c60c17 into eae130b501fa4532b5d6052b46b1a2da(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:31,578 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:31,578 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/C, priority=13, startTime=1731305850920; duration=0sec 2024-11-11T06:17:31,578 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:31,578 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:C 2024-11-11T06:17:31,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305911586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305911587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305911588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305911593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305911593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,643 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T06:17:31,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:31,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:31,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:31,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:31,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:31,721 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T06:17:31,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305911792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305911793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305911793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305911799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305911798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,809 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T06:17:31,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:31,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:31,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:31,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:31,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:31,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/fbdd2041f61045b6ae8cd3c34ae0dd35 2024-11-11T06:17:31,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/730b1d55895f44cab66ffb0c47f7cb47 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/730b1d55895f44cab66ffb0c47f7cb47 2024-11-11T06:17:31,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/730b1d55895f44cab66ffb0c47f7cb47, entries=150, sequenceid=90, filesize=11.7 K 2024-11-11T06:17:31,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/b8b426d171384d1eac1ab7ab41aeb2bb as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/b8b426d171384d1eac1ab7ab41aeb2bb 2024-11-11T06:17:31,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/b8b426d171384d1eac1ab7ab41aeb2bb, entries=150, sequenceid=90, filesize=11.7 K 2024-11-11T06:17:31,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/fbdd2041f61045b6ae8cd3c34ae0dd35 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/fbdd2041f61045b6ae8cd3c34ae0dd35 2024-11-11T06:17:31,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/fbdd2041f61045b6ae8cd3c34ae0dd35, entries=150, sequenceid=90, filesize=11.7 K 2024-11-11T06:17:31,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 023f05cf045e2e1124ca427115c60c17 in 622ms, sequenceid=90, compaction requested=true 2024-11-11T06:17:31,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:31,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:17:31,934 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:31,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:31,934 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:31,938 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:31,938 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/A is initiating minor compaction (all files) 2024-11-11T06:17:31,938 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/A in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:31,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:17:31,938 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/dee6d91072954fbeab52d2f5b09690b7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/430c3db7f67845be9f72fe7128ef071d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/730b1d55895f44cab66ffb0c47f7cb47] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=37.5 K 2024-11-11T06:17:31,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:31,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:17:31,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:31,940 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:31,941 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/B is initiating minor compaction (all files) 2024-11-11T06:17:31,941 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting dee6d91072954fbeab52d2f5b09690b7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731305850213 2024-11-11T06:17:31,941 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/B in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:31,941 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/76e8371fee0a4c87be4bb2866c175280, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/69c6e40bcacf4dbdaabf21550d40899c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/b8b426d171384d1eac1ab7ab41aeb2bb] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=35.3 K 2024-11-11T06:17:31,942 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 76e8371fee0a4c87be4bb2866c175280, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731305850213 2024-11-11T06:17:31,942 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 430c3db7f67845be9f72fe7128ef071d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731305850299 2024-11-11T06:17:31,943 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 69c6e40bcacf4dbdaabf21550d40899c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731305850317 2024-11-11T06:17:31,943 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 730b1d55895f44cab66ffb0c47f7cb47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731305850980 2024-11-11T06:17:31,946 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting b8b426d171384d1eac1ab7ab41aeb2bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731305850980 2024-11-11T06:17:31,966 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:31,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T06:17:31,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:31,968 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T06:17:31,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:31,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:31,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:31,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:31,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:31,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:31,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/f9a2b67334b84acd8e210f4c10340fdc is 50, key is test_row_0/A:col10/1731305851461/Put/seqid=0 2024-11-11T06:17:32,001 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:32,001 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/c07f3e37406f4f16b700cecfb2484331 is 50, key is test_row_0/B:col10/1731305851308/Put/seqid=0 2024-11-11T06:17:32,012 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#A#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:32,013 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/2bf4c977be264e7081b9dfc98d880e8b is 50, key is test_row_0/A:col10/1731305851308/Put/seqid=0 2024-11-11T06:17:32,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741857_1033 (size=12001) 2024-11-11T06:17:32,024 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/f9a2b67334b84acd8e210f4c10340fdc 2024-11-11T06:17:32,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741858_1034 (size=12207) 2024-11-11T06:17:32,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/c6d1e276db8d423794ad8044c866bfdb is 50, key is test_row_0/B:col10/1731305851461/Put/seqid=0 2024-11-11T06:17:32,062 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/c07f3e37406f4f16b700cecfb2484331 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/c07f3e37406f4f16b700cecfb2484331 2024-11-11T06:17:32,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741859_1035 (size=12207) 2024-11-11T06:17:32,079 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/2bf4c977be264e7081b9dfc98d880e8b as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/2bf4c977be264e7081b9dfc98d880e8b 2024-11-11T06:17:32,081 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/B of 023f05cf045e2e1124ca427115c60c17 into c07f3e37406f4f16b700cecfb2484331(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:32,081 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:32,081 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/B, priority=13, startTime=1731305851934; duration=0sec 2024-11-11T06:17:32,081 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:32,081 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:B 2024-11-11T06:17:32,084 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:32,092 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:32,092 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/C is initiating minor compaction (all files) 2024-11-11T06:17:32,093 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/C in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:32,093 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/eae130b501fa4532b5d6052b46b1a2da, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/d1062a9fd7204a34a778a7746e2a2905, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/fbdd2041f61045b6ae8cd3c34ae0dd35] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=35.3 K 2024-11-11T06:17:32,094 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting eae130b501fa4532b5d6052b46b1a2da, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731305850213 2024-11-11T06:17:32,095 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting d1062a9fd7204a34a778a7746e2a2905, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731305850317 2024-11-11T06:17:32,097 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting fbdd2041f61045b6ae8cd3c34ae0dd35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731305850980 2024-11-11T06:17:32,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741860_1036 (size=12001) 2024-11-11T06:17:32,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:32,110 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/A of 023f05cf045e2e1124ca427115c60c17 into 2bf4c977be264e7081b9dfc98d880e8b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:32,110 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:32,110 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/A, priority=13, startTime=1731305851934; duration=0sec 2024-11-11T06:17:32,111 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:32,111 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:A 2024-11-11T06:17:32,119 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#C#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:32,120 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/bedd8111498d4aa29f0406f86d782095 is 50, key is test_row_0/C:col10/1731305851308/Put/seqid=0 2024-11-11T06:17:32,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:32,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305912124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305912124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:32,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:32,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741861_1037 (size=12207) 2024-11-11T06:17:32,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305912126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:32,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305912124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305912128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:32,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:32,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305912232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:32,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:32,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305912234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:32,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305912233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:32,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305912236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:32,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:32,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305912237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:32,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305912437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:32,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305912438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:32,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305912439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:32,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305912443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:32,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305912443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:32,507 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/c6d1e276db8d423794ad8044c866bfdb 2024-11-11T06:17:32,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/7c831e82dafd428fbcdddeae17c1ded0 is 50, key is test_row_0/C:col10/1731305851461/Put/seqid=0 2024-11-11T06:17:32,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T06:17:32,542 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T06:17:32,544 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-11T06:17:32,544 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-11T06:17:32,545 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:17:32,545 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T06:17:32,545 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/bedd8111498d4aa29f0406f86d782095 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/bedd8111498d4aa29f0406f86d782095 2024-11-11T06:17:32,546 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T06:17:32,546 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T06:17:32,547 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-11T06:17:32,547 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-11T06:17:32,560 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/C of 023f05cf045e2e1124ca427115c60c17 into bedd8111498d4aa29f0406f86d782095(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:32,561 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:32,561 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/C, priority=13, startTime=1731305851938; duration=0sec 2024-11-11T06:17:32,562 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:32,562 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:C 2024-11-11T06:17:32,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741862_1038 (size=12001) 2024-11-11T06:17:32,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:32,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305912743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305912742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:32,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305912744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:32,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305912748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:32,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305912748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:32,975 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/7c831e82dafd428fbcdddeae17c1ded0 2024-11-11T06:17:33,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/f9a2b67334b84acd8e210f4c10340fdc as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/f9a2b67334b84acd8e210f4c10340fdc 2024-11-11T06:17:33,021 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/f9a2b67334b84acd8e210f4c10340fdc, entries=150, sequenceid=117, filesize=11.7 K 2024-11-11T06:17:33,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/c6d1e276db8d423794ad8044c866bfdb as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/c6d1e276db8d423794ad8044c866bfdb 2024-11-11T06:17:33,033 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/c6d1e276db8d423794ad8044c866bfdb, entries=150, sequenceid=117, filesize=11.7 K 2024-11-11T06:17:33,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/7c831e82dafd428fbcdddeae17c1ded0 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/7c831e82dafd428fbcdddeae17c1ded0 2024-11-11T06:17:33,051 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/7c831e82dafd428fbcdddeae17c1ded0, entries=150, sequenceid=117, filesize=11.7 K 2024-11-11T06:17:33,053 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 023f05cf045e2e1124ca427115c60c17 in 1085ms, sequenceid=117, compaction requested=false 2024-11-11T06:17:33,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:33,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:33,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T06:17:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-11T06:17:33,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T06:17:33,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8440 sec 2024-11-11T06:17:33,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 3.8600 sec 2024-11-11T06:17:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:33,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T06:17:33,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:33,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:33,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:33,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:33,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:33,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:33,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/86a8fde51e0b4d818d0dec1df3c741c3 is 50, key is test_row_0/A:col10/1731305853249/Put/seqid=0 2024-11-11T06:17:33,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741863_1039 (size=12151) 2024-11-11T06:17:33,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/86a8fde51e0b4d818d0dec1df3c741c3 2024-11-11T06:17:33,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/77e94303a21d496c9c0b9e5e06f77e21 is 50, key is test_row_0/B:col10/1731305853249/Put/seqid=0 2024-11-11T06:17:33,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305913303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305913304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305913305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305913305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305913312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T06:17:33,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741864_1040 (size=12151) 2024-11-11T06:17:33,342 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-11T06:17:33,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/77e94303a21d496c9c0b9e5e06f77e21 2024-11-11T06:17:33,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:17:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-11T06:17:33,350 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:17:33,351 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:17:33,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:17:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-11T06:17:33,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/110d509b04e54faf966ffbcfbff62357 is 50, key is test_row_0/C:col10/1731305853249/Put/seqid=0 2024-11-11T06:17:33,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741865_1041 (size=12151) 2024-11-11T06:17:33,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:33,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:33,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305913415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305913416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305913416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305913417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305913419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-11T06:17:33,506 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-11T06:17:33,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:33,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:33,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:33,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:33,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:33,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305913621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305913621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305913620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305913622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:33,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305913622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-11T06:17:33,662 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-11T06:17:33,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:33,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:33,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:33,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:33,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:33,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/110d509b04e54faf966ffbcfbff62357 2024-11-11T06:17:33,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/86a8fde51e0b4d818d0dec1df3c741c3 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/86a8fde51e0b4d818d0dec1df3c741c3 2024-11-11T06:17:33,816 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-11T06:17:33,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:33,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:33,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:33,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:33,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:33,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/86a8fde51e0b4d818d0dec1df3c741c3, entries=150, sequenceid=134, filesize=11.9 K 2024-11-11T06:17:33,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/77e94303a21d496c9c0b9e5e06f77e21 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/77e94303a21d496c9c0b9e5e06f77e21 2024-11-11T06:17:33,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/77e94303a21d496c9c0b9e5e06f77e21, entries=150, sequenceid=134, filesize=11.9 K 2024-11-11T06:17:33,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/110d509b04e54faf966ffbcfbff62357 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/110d509b04e54faf966ffbcfbff62357 2024-11-11T06:17:33,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/110d509b04e54faf966ffbcfbff62357, entries=150, sequenceid=134, filesize=11.9 K 2024-11-11T06:17:33,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 023f05cf045e2e1124ca427115c60c17 in 604ms, sequenceid=134, compaction requested=true 2024-11-11T06:17:33,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:33,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:17:33,858 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:33,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:33,858 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:33,861 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:33,861 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:33,861 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/A is initiating minor compaction (all files) 2024-11-11T06:17:33,861 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/B is initiating minor compaction (all files) 2024-11-11T06:17:33,861 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/A in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:33,861 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/B in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:33,861 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/2bf4c977be264e7081b9dfc98d880e8b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/f9a2b67334b84acd8e210f4c10340fdc, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/86a8fde51e0b4d818d0dec1df3c741c3] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=35.5 K 2024-11-11T06:17:33,861 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/c07f3e37406f4f16b700cecfb2484331, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/c6d1e276db8d423794ad8044c866bfdb, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/77e94303a21d496c9c0b9e5e06f77e21] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=35.5 K 2024-11-11T06:17:33,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:17:33,862 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bf4c977be264e7081b9dfc98d880e8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731305850980 2024-11-11T06:17:33,862 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting c07f3e37406f4f16b700cecfb2484331, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731305850980 2024-11-11T06:17:33,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:33,863 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting c6d1e276db8d423794ad8044c866bfdb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731305851461 2024-11-11T06:17:33,863 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9a2b67334b84acd8e210f4c10340fdc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731305851461 2024-11-11T06:17:33,864 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 77e94303a21d496c9c0b9e5e06f77e21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731305852125 2024-11-11T06:17:33,865 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86a8fde51e0b4d818d0dec1df3c741c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731305852125 2024-11-11T06:17:33,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:17:33,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:33,884 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:33,886 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:33,887 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/a058e5ac61a74353966ff44d25f3bc15 is 50, key is test_row_0/B:col10/1731305853249/Put/seqid=0 2024-11-11T06:17:33,887 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/ad334f91e5094d59b44594787a714c79 is 50, key is test_row_0/A:col10/1731305853249/Put/seqid=0 2024-11-11T06:17:33,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741866_1042 (size=12459) 2024-11-11T06:17:33,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741867_1043 (size=12459) 2024-11-11T06:17:33,925 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/a058e5ac61a74353966ff44d25f3bc15 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a058e5ac61a74353966ff44d25f3bc15 2024-11-11T06:17:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:33,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T06:17:33,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:33,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:33,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:33,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:33,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:33,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:33,943 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/B of 023f05cf045e2e1124ca427115c60c17 into a058e5ac61a74353966ff44d25f3bc15(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:33,943 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:33,943 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/B, priority=13, startTime=1731305853858; duration=0sec 2024-11-11T06:17:33,943 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:33,943 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:B 2024-11-11T06:17:33,943 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:33,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/eaf5be0819304b09a6e813e54dfc7d1d is 50, key is test_row_0/A:col10/1731305853932/Put/seqid=0 2024-11-11T06:17:33,947 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:33,947 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/C is initiating minor compaction (all files) 2024-11-11T06:17:33,947 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/C in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:33,947 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/bedd8111498d4aa29f0406f86d782095, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/7c831e82dafd428fbcdddeae17c1ded0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/110d509b04e54faf966ffbcfbff62357] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=35.5 K 2024-11-11T06:17:33,948 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting bedd8111498d4aa29f0406f86d782095, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731305850980 2024-11-11T06:17:33,949 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c831e82dafd428fbcdddeae17c1ded0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731305851461 2024-11-11T06:17:33,950 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 110d509b04e54faf966ffbcfbff62357, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731305852125 2024-11-11T06:17:33,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:33,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305913947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305913950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305913952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305913953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-11T06:17:33,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:33,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305913959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741868_1044 (size=16931) 2024-11-11T06:17:33,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/eaf5be0819304b09a6e813e54dfc7d1d 2024-11-11T06:17:33,970 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#C#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:33,971 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/26f1f492d3b74a4a8017c95ec99acfd1 is 50, key is test_row_0/C:col10/1731305853249/Put/seqid=0 2024-11-11T06:17:33,975 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:33,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-11T06:17:33,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:33,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:33,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:33,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:33,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:33,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:33,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741869_1045 (size=12459) 2024-11-11T06:17:33,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/0f0ae9f353974f318ab21f1c391ccd8f is 50, key is test_row_0/B:col10/1731305853932/Put/seqid=0 2024-11-11T06:17:33,995 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/26f1f492d3b74a4a8017c95ec99acfd1 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/26f1f492d3b74a4a8017c95ec99acfd1 2024-11-11T06:17:34,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741870_1046 (size=12151) 2024-11-11T06:17:34,007 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/C of 023f05cf045e2e1124ca427115c60c17 into 26f1f492d3b74a4a8017c95ec99acfd1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:34,007 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:34,007 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/C, priority=13, startTime=1731305853864; duration=0sec 2024-11-11T06:17:34,007 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:34,007 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:C 2024-11-11T06:17:34,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305914055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305914058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305914059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305914059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305914063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,129 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-11T06:17:34,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:34,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:34,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:34,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:34,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:34,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305914260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305914263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305914265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305914265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305914266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,284 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-11T06:17:34,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:34,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:34,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:34,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:34,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:34,325 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/ad334f91e5094d59b44594787a714c79 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/ad334f91e5094d59b44594787a714c79 2024-11-11T06:17:34,335 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/A of 023f05cf045e2e1124ca427115c60c17 into ad334f91e5094d59b44594787a714c79(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:34,335 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:34,335 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/A, priority=13, startTime=1731305853858; duration=0sec 2024-11-11T06:17:34,336 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:34,336 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:A 2024-11-11T06:17:34,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/0f0ae9f353974f318ab21f1c391ccd8f 2024-11-11T06:17:34,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/cdf808e378c6439282cff5fbfdad83ff is 50, key is test_row_0/C:col10/1731305853932/Put/seqid=0 2024-11-11T06:17:34,439 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741871_1047 (size=12151) 2024-11-11T06:17:34,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-11T06:17:34,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:34,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:34,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:34,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:34,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:34,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/cdf808e378c6439282cff5fbfdad83ff 2024-11-11T06:17:34,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/eaf5be0819304b09a6e813e54dfc7d1d as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/eaf5be0819304b09a6e813e54dfc7d1d 2024-11-11T06:17:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-11T06:17:34,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/eaf5be0819304b09a6e813e54dfc7d1d, entries=250, sequenceid=158, filesize=16.5 K 2024-11-11T06:17:34,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/0f0ae9f353974f318ab21f1c391ccd8f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/0f0ae9f353974f318ab21f1c391ccd8f 2024-11-11T06:17:34,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/0f0ae9f353974f318ab21f1c391ccd8f, entries=150, sequenceid=158, filesize=11.9 K 2024-11-11T06:17:34,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/cdf808e378c6439282cff5fbfdad83ff as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/cdf808e378c6439282cff5fbfdad83ff 2024-11-11T06:17:34,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/cdf808e378c6439282cff5fbfdad83ff, entries=150, sequenceid=158, filesize=11.9 K 2024-11-11T06:17:34,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 023f05cf045e2e1124ca427115c60c17 in 559ms, sequenceid=158, compaction requested=false 2024-11-11T06:17:34,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:34,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T06:17:34,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:34,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:34,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:34,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:34,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:34,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:34,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/75ce40e7886e4f1188134d6b06297614 is 50, key is test_row_0/A:col10/1731305854566/Put/seqid=0 2024-11-11T06:17:34,594 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-11T06:17:34,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:34,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:34,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:34,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:34,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:34,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741872_1048 (size=12151) 2024-11-11T06:17:34,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/75ce40e7886e4f1188134d6b06297614 2024-11-11T06:17:34,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/6735f7666fe34f0b8af5f16e8f56c125 is 50, key is test_row_0/B:col10/1731305854566/Put/seqid=0 2024-11-11T06:17:34,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741873_1049 (size=12151) 2024-11-11T06:17:34,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/6735f7666fe34f0b8af5f16e8f56c125 2024-11-11T06:17:34,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/2eba6feb457f4a6995e912db70ace02c is 50, key is test_row_0/C:col10/1731305854566/Put/seqid=0 2024-11-11T06:17:34,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741874_1050 (size=12151) 2024-11-11T06:17:34,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/2eba6feb457f4a6995e912db70ace02c 2024-11-11T06:17:34,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/75ce40e7886e4f1188134d6b06297614 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/75ce40e7886e4f1188134d6b06297614 2024-11-11T06:17:34,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305914657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305914658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/75ce40e7886e4f1188134d6b06297614, entries=150, sequenceid=175, filesize=11.9 K 2024-11-11T06:17:34,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305914665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305914666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/6735f7666fe34f0b8af5f16e8f56c125 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/6735f7666fe34f0b8af5f16e8f56c125 2024-11-11T06:17:34,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305914672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/6735f7666fe34f0b8af5f16e8f56c125, entries=150, sequenceid=175, filesize=11.9 K 2024-11-11T06:17:34,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/2eba6feb457f4a6995e912db70ace02c as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/2eba6feb457f4a6995e912db70ace02c 2024-11-11T06:17:34,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/2eba6feb457f4a6995e912db70ace02c, entries=150, sequenceid=175, filesize=11.9 K 2024-11-11T06:17:34,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 023f05cf045e2e1124ca427115c60c17 in 130ms, sequenceid=175, compaction requested=true 2024-11-11T06:17:34,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:34,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:17:34,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:34,698 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:34,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:17:34,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:34,699 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:34,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:17:34,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:34,700 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41541 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:34,701 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/A is initiating minor compaction (all files) 2024-11-11T06:17:34,701 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/A in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:34,701 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/ad334f91e5094d59b44594787a714c79, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/eaf5be0819304b09a6e813e54dfc7d1d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/75ce40e7886e4f1188134d6b06297614] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=40.6 K 2024-11-11T06:17:34,701 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:34,702 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/B is initiating minor compaction (all files) 2024-11-11T06:17:34,702 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/B in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:34,702 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a058e5ac61a74353966ff44d25f3bc15, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/0f0ae9f353974f318ab21f1c391ccd8f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/6735f7666fe34f0b8af5f16e8f56c125] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=35.9 K 2024-11-11T06:17:34,703 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad334f91e5094d59b44594787a714c79, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731305852125 2024-11-11T06:17:34,704 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting a058e5ac61a74353966ff44d25f3bc15, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731305852125 2024-11-11T06:17:34,704 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting eaf5be0819304b09a6e813e54dfc7d1d, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731305853298 2024-11-11T06:17:34,705 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75ce40e7886e4f1188134d6b06297614, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731305853950 2024-11-11T06:17:34,705 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f0ae9f353974f318ab21f1c391ccd8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731305853298 2024-11-11T06:17:34,706 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 6735f7666fe34f0b8af5f16e8f56c125, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731305853950 2024-11-11T06:17:34,721 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#A#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:34,722 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:34,722 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/cf0518715bac458da1a57fca680177b5 is 50, key is test_row_0/A:col10/1731305854566/Put/seqid=0 2024-11-11T06:17:34,723 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/23d438017a504050ab7bf983c3ed9161 is 50, key is test_row_0/B:col10/1731305854566/Put/seqid=0 2024-11-11T06:17:34,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741875_1051 (size=12561) 2024-11-11T06:17:34,748 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-11T06:17:34,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:34,749 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T06:17:34,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:34,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:34,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:34,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:34,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:34,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:34,755 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/cf0518715bac458da1a57fca680177b5 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/cf0518715bac458da1a57fca680177b5 2024-11-11T06:17:34,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/d5d78562dbfb494787ceea634b52c8b9 is 50, key is test_row_0/A:col10/1731305854651/Put/seqid=0 2024-11-11T06:17:34,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741876_1052 (size=12561) 2024-11-11T06:17:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:34,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:34,770 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/A of 023f05cf045e2e1124ca427115c60c17 into cf0518715bac458da1a57fca680177b5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:34,770 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:34,770 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/A, priority=13, startTime=1731305854698; duration=0sec 2024-11-11T06:17:34,770 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:34,771 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:A 2024-11-11T06:17:34,772 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:34,773 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:34,774 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/C is initiating minor compaction (all files) 2024-11-11T06:17:34,774 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/C in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:34,775 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/26f1f492d3b74a4a8017c95ec99acfd1, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/cdf808e378c6439282cff5fbfdad83ff, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/2eba6feb457f4a6995e912db70ace02c] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=35.9 K 2024-11-11T06:17:34,775 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26f1f492d3b74a4a8017c95ec99acfd1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731305852125 2024-11-11T06:17:34,776 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdf808e378c6439282cff5fbfdad83ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731305853298 2024-11-11T06:17:34,776 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2eba6feb457f4a6995e912db70ace02c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731305853950 2024-11-11T06:17:34,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741877_1053 (size=12151) 2024-11-11T06:17:34,782 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/d5d78562dbfb494787ceea634b52c8b9 2024-11-11T06:17:34,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305914785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305914786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305914791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/1446b0187b6848bb95c2801511027563 is 50, key is test_row_0/B:col10/1731305854651/Put/seqid=0 2024-11-11T06:17:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305914792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305914793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,802 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#C#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:34,803 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/717185c71e124c3db67e35676534b597 is 50, key is test_row_0/C:col10/1731305854566/Put/seqid=0 2024-11-11T06:17:34,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741878_1054 (size=12151) 2024-11-11T06:17:34,805 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/1446b0187b6848bb95c2801511027563 2024-11-11T06:17:34,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741879_1055 (size=12561) 2024-11-11T06:17:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/c976735af7c44278ac7a88f43e56bb87 is 50, key is test_row_0/C:col10/1731305854651/Put/seqid=0 2024-11-11T06:17:34,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741880_1056 (size=12151) 2024-11-11T06:17:34,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305914894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305914895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305914894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305914898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305914899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305915097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305915099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305915099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305915103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305915105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,180 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/23d438017a504050ab7bf983c3ed9161 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/23d438017a504050ab7bf983c3ed9161 2024-11-11T06:17:35,189 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/B of 023f05cf045e2e1124ca427115c60c17 into 23d438017a504050ab7bf983c3ed9161(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:35,190 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:35,190 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/B, priority=13, startTime=1731305854698; duration=0sec 2024-11-11T06:17:35,190 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:35,190 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:B 2024-11-11T06:17:35,238 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/717185c71e124c3db67e35676534b597 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/717185c71e124c3db67e35676534b597 2024-11-11T06:17:35,241 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/c976735af7c44278ac7a88f43e56bb87 2024-11-11T06:17:35,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/d5d78562dbfb494787ceea634b52c8b9 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/d5d78562dbfb494787ceea634b52c8b9 2024-11-11T06:17:35,254 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/C of 023f05cf045e2e1124ca427115c60c17 into 717185c71e124c3db67e35676534b597(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:35,255 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:35,255 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/C, priority=13, startTime=1731305854699; duration=0sec 2024-11-11T06:17:35,255 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:35,255 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:C 2024-11-11T06:17:35,259 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/d5d78562dbfb494787ceea634b52c8b9, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T06:17:35,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/1446b0187b6848bb95c2801511027563 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/1446b0187b6848bb95c2801511027563 2024-11-11T06:17:35,269 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/1446b0187b6848bb95c2801511027563, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T06:17:35,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/c976735af7c44278ac7a88f43e56bb87 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/c976735af7c44278ac7a88f43e56bb87 2024-11-11T06:17:35,279 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/c976735af7c44278ac7a88f43e56bb87, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T06:17:35,282 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 023f05cf045e2e1124ca427115c60c17 in 533ms, sequenceid=198, compaction requested=false 2024-11-11T06:17:35,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:35,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:35,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T06:17:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-11T06:17:35,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-11T06:17:35,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9340 sec 2024-11-11T06:17:35,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.9440 sec 2024-11-11T06:17:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:35,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-11T06:17:35,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:35,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:35,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:35,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:35,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:35,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:35,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/4493910ed9fd4f36ad1c90507e470bcf is 50, key is test_row_0/A:col10/1731305855403/Put/seqid=0 2024-11-11T06:17:35,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741881_1057 (size=12151) 2024-11-11T06:17:35,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/4493910ed9fd4f36ad1c90507e470bcf 2024-11-11T06:17:35,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/4aca2104d2464e9aa5f0414237f2f217 is 50, key is test_row_0/B:col10/1731305855403/Put/seqid=0 2024-11-11T06:17:35,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305915437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305915438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305915440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305915441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305915442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-11T06:17:35,461 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-11T06:17:35,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:17:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-11T06:17:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T06:17:35,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741882_1058 (size=12151) 2024-11-11T06:17:35,469 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:17:35,471 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:17:35,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:17:35,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305915544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305915544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305915545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305915548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305915549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T06:17:35,628 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-11T06:17:35,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:35,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:35,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:35,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:35,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:35,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305915748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305915749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305915751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305915754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305915754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T06:17:35,784 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-11T06:17:35,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:35,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:35,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:35,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:35,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:35,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/4aca2104d2464e9aa5f0414237f2f217 2024-11-11T06:17:35,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/044377d0ebd348a08f3474fedeeb118b is 50, key is test_row_0/C:col10/1731305855403/Put/seqid=0 2024-11-11T06:17:35,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741883_1059 (size=12151) 2024-11-11T06:17:35,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/044377d0ebd348a08f3474fedeeb118b 2024-11-11T06:17:35,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/4493910ed9fd4f36ad1c90507e470bcf as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/4493910ed9fd4f36ad1c90507e470bcf 2024-11-11T06:17:35,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/4493910ed9fd4f36ad1c90507e470bcf, entries=150, sequenceid=217, filesize=11.9 K 2024-11-11T06:17:35,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/4aca2104d2464e9aa5f0414237f2f217 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/4aca2104d2464e9aa5f0414237f2f217 2024-11-11T06:17:35,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/4aca2104d2464e9aa5f0414237f2f217, entries=150, sequenceid=217, filesize=11.9 K 2024-11-11T06:17:35,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/044377d0ebd348a08f3474fedeeb118b as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/044377d0ebd348a08f3474fedeeb118b 2024-11-11T06:17:35,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/044377d0ebd348a08f3474fedeeb118b, entries=150, sequenceid=217, filesize=11.9 K 2024-11-11T06:17:35,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 023f05cf045e2e1124ca427115c60c17 in 541ms, sequenceid=217, compaction requested=true 2024-11-11T06:17:35,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:35,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:17:35,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:35,949 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:35,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:17:35,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:35,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:17:35,949 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:35,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:35,951 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:35,951 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/A is initiating minor compaction (all files) 2024-11-11T06:17:35,951 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/A in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:35,951 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:35,951 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/B is initiating minor compaction (all files) 2024-11-11T06:17:35,951 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/cf0518715bac458da1a57fca680177b5, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/d5d78562dbfb494787ceea634b52c8b9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/4493910ed9fd4f36ad1c90507e470bcf] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=36.0 K 2024-11-11T06:17:35,951 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/B in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:35,951 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/23d438017a504050ab7bf983c3ed9161, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/1446b0187b6848bb95c2801511027563, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/4aca2104d2464e9aa5f0414237f2f217] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=36.0 K 2024-11-11T06:17:35,952 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf0518715bac458da1a57fca680177b5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731305853950 2024-11-11T06:17:35,952 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 23d438017a504050ab7bf983c3ed9161, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731305853950 2024-11-11T06:17:35,952 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5d78562dbfb494787ceea634b52c8b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731305854651 2024-11-11T06:17:35,952 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 1446b0187b6848bb95c2801511027563, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731305854651 2024-11-11T06:17:35,953 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4493910ed9fd4f36ad1c90507e470bcf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731305854784 2024-11-11T06:17:35,953 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4aca2104d2464e9aa5f0414237f2f217, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731305854784 2024-11-11T06:17:35,953 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:35,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-11T06:17:35,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:35,955 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-11T06:17:35,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:35,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:35,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:35,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:35,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:35,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:35,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/7dc0e80c33774dcea83f8039fa2ab80f is 50, key is test_row_0/A:col10/1731305855440/Put/seqid=0 2024-11-11T06:17:35,977 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:35,977 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#B#compaction#47 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:35,978 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/c6ee902353094f57bfc3bdcee3f9b5af is 50, key is test_row_0/A:col10/1731305855403/Put/seqid=0 2024-11-11T06:17:35,978 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/42cd37f6688b4a6bb8163185530f540c is 50, key is test_row_0/B:col10/1731305855403/Put/seqid=0 2024-11-11T06:17:36,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741884_1060 (size=12151) 2024-11-11T06:17:36,009 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/7dc0e80c33774dcea83f8039fa2ab80f 2024-11-11T06:17:36,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741885_1061 (size=12663) 2024-11-11T06:17:36,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741886_1062 (size=12663) 2024-11-11T06:17:36,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/3cad4747ea2a422b983a30917c0e0502 is 50, key is test_row_0/B:col10/1731305855440/Put/seqid=0 2024-11-11T06:17:36,032 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/42cd37f6688b4a6bb8163185530f540c as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/42cd37f6688b4a6bb8163185530f540c 2024-11-11T06:17:36,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741887_1063 (size=12151) 2024-11-11T06:17:36,043 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/3cad4747ea2a422b983a30917c0e0502 2024-11-11T06:17:36,047 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/B of 023f05cf045e2e1124ca427115c60c17 into 42cd37f6688b4a6bb8163185530f540c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:36,047 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:36,047 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/B, priority=13, startTime=1731305855949; duration=0sec 2024-11-11T06:17:36,047 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:36,047 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:B 2024-11-11T06:17:36,048 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:36,050 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:36,050 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/C is initiating minor compaction (all files) 2024-11-11T06:17:36,050 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/C in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:36,050 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/717185c71e124c3db67e35676534b597, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/c976735af7c44278ac7a88f43e56bb87, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/044377d0ebd348a08f3474fedeeb118b] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=36.0 K 2024-11-11T06:17:36,050 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 717185c71e124c3db67e35676534b597, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731305853950 2024-11-11T06:17:36,052 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting c976735af7c44278ac7a88f43e56bb87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731305854651 2024-11-11T06:17:36,053 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 044377d0ebd348a08f3474fedeeb118b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731305854784 2024-11-11T06:17:36,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/8d01e0e83bcd499298336b713c56bfba is 50, key is test_row_0/C:col10/1731305855440/Put/seqid=0 2024-11-11T06:17:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:36,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T06:17:36,076 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#C#compaction#50 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:36,078 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/411f15bea83c4dc8bd92da810f8a7adb is 50, key is test_row_0/C:col10/1731305855403/Put/seqid=0 2024-11-11T06:17:36,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305916074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305916074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305916078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305916079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305916079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741888_1064 (size=12151) 2024-11-11T06:17:36,091 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/8d01e0e83bcd499298336b713c56bfba 2024-11-11T06:17:36,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741889_1065 (size=12663) 2024-11-11T06:17:36,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/7dc0e80c33774dcea83f8039fa2ab80f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/7dc0e80c33774dcea83f8039fa2ab80f 2024-11-11T06:17:36,108 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/411f15bea83c4dc8bd92da810f8a7adb as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/411f15bea83c4dc8bd92da810f8a7adb 2024-11-11T06:17:36,122 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/7dc0e80c33774dcea83f8039fa2ab80f, entries=150, sequenceid=237, filesize=11.9 K 2024-11-11T06:17:36,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/3cad4747ea2a422b983a30917c0e0502 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3cad4747ea2a422b983a30917c0e0502 2024-11-11T06:17:36,124 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/C of 023f05cf045e2e1124ca427115c60c17 into 411f15bea83c4dc8bd92da810f8a7adb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:36,124 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:36,124 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/C, priority=13, startTime=1731305855949; duration=0sec 2024-11-11T06:17:36,124 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:36,124 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:C 2024-11-11T06:17:36,131 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3cad4747ea2a422b983a30917c0e0502, entries=150, sequenceid=237, filesize=11.9 K 2024-11-11T06:17:36,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/8d01e0e83bcd499298336b713c56bfba as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/8d01e0e83bcd499298336b713c56bfba 2024-11-11T06:17:36,140 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/8d01e0e83bcd499298336b713c56bfba, entries=150, sequenceid=237, filesize=11.9 K 2024-11-11T06:17:36,141 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 023f05cf045e2e1124ca427115c60c17 in 187ms, sequenceid=237, compaction requested=false 2024-11-11T06:17:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-11T06:17:36,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-11T06:17:36,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-11T06:17:36,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 674 msec 2024-11-11T06:17:36,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 685 msec 2024-11-11T06:17:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:36,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-11T06:17:36,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:36,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:36,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:36,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:36,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:36,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:36,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/422eeb1dddc644b5b15f22385c623e49 is 50, key is test_row_0/A:col10/1731305856073/Put/seqid=0 2024-11-11T06:17:36,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741890_1066 (size=12201) 2024-11-11T06:17:36,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305916202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305916204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305916209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305916211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305916211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305916311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305916311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305916316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305916317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305916317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,419 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/c6ee902353094f57bfc3bdcee3f9b5af as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/c6ee902353094f57bfc3bdcee3f9b5af 2024-11-11T06:17:36,426 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/A of 023f05cf045e2e1124ca427115c60c17 into c6ee902353094f57bfc3bdcee3f9b5af(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:36,426 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:36,426 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/A, priority=13, startTime=1731305855949; duration=0sec 2024-11-11T06:17:36,426 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:36,426 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:A 2024-11-11T06:17:36,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305916514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305916515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305916521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305916523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305916524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T06:17:36,572 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-11T06:17:36,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:17:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-11T06:17:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-11T06:17:36,577 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:17:36,578 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:17:36,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:17:36,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/422eeb1dddc644b5b15f22385c623e49 2024-11-11T06:17:36,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/55022a5a28614addb6809757e9ec39f0 is 50, key is test_row_0/B:col10/1731305856073/Put/seqid=0 2024-11-11T06:17:36,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741891_1067 (size=12201) 2024-11-11T06:17:36,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/55022a5a28614addb6809757e9ec39f0 2024-11-11T06:17:36,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/0515bd4237404af79caa57c65dd7571c is 50, key is test_row_0/C:col10/1731305856073/Put/seqid=0 2024-11-11T06:17:36,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741892_1068 (size=12201) 2024-11-11T06:17:36,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/0515bd4237404af79caa57c65dd7571c 2024-11-11T06:17:36,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/422eeb1dddc644b5b15f22385c623e49 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/422eeb1dddc644b5b15f22385c623e49 2024-11-11T06:17:36,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/422eeb1dddc644b5b15f22385c623e49, entries=150, sequenceid=257, filesize=11.9 K 2024-11-11T06:17:36,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/55022a5a28614addb6809757e9ec39f0 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/55022a5a28614addb6809757e9ec39f0 2024-11-11T06:17:36,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/55022a5a28614addb6809757e9ec39f0, entries=150, sequenceid=257, filesize=11.9 K 2024-11-11T06:17:36,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/0515bd4237404af79caa57c65dd7571c as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/0515bd4237404af79caa57c65dd7571c 2024-11-11T06:17:36,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/0515bd4237404af79caa57c65dd7571c, entries=150, sequenceid=257, filesize=11.9 K 2024-11-11T06:17:36,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 023f05cf045e2e1124ca427115c60c17 in 485ms, sequenceid=257, compaction requested=true 2024-11-11T06:17:36,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:36,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:17:36,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:36,669 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:36,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:17:36,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:36,670 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:36,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:17:36,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:36,671 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:36,671 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/A is initiating minor compaction (all files) 2024-11-11T06:17:36,671 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/A in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:36,671 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/c6ee902353094f57bfc3bdcee3f9b5af, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/7dc0e80c33774dcea83f8039fa2ab80f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/422eeb1dddc644b5b15f22385c623e49] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=36.1 K 2024-11-11T06:17:36,672 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:36,672 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/B is initiating minor compaction (all files) 2024-11-11T06:17:36,672 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/B in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:36,672 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/42cd37f6688b4a6bb8163185530f540c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3cad4747ea2a422b983a30917c0e0502, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/55022a5a28614addb6809757e9ec39f0] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=36.1 K 2024-11-11T06:17:36,672 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6ee902353094f57bfc3bdcee3f9b5af, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731305854784 2024-11-11T06:17:36,673 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 42cd37f6688b4a6bb8163185530f540c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731305854784 2024-11-11T06:17:36,674 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7dc0e80c33774dcea83f8039fa2ab80f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731305855436 2024-11-11T06:17:36,674 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cad4747ea2a422b983a30917c0e0502, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731305855436 2024-11-11T06:17:36,675 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 422eeb1dddc644b5b15f22385c623e49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731305856068 2024-11-11T06:17:36,675 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 55022a5a28614addb6809757e9ec39f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731305856068 2024-11-11T06:17:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-11T06:17:36,691 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#A#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:36,692 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/d82badf55db14dc0b59238699116e4b3 is 50, key is test_row_0/A:col10/1731305856073/Put/seqid=0 2024-11-11T06:17:36,694 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#B#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:36,695 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/6c1b29138f354ae5a6bac60fe9303254 is 50, key is test_row_0/B:col10/1731305856073/Put/seqid=0 2024-11-11T06:17:36,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741893_1069 (size=12815) 2024-11-11T06:17:36,711 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/d82badf55db14dc0b59238699116e4b3 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/d82badf55db14dc0b59238699116e4b3 2024-11-11T06:17:36,719 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/A of 023f05cf045e2e1124ca427115c60c17 into d82badf55db14dc0b59238699116e4b3(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:36,719 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:36,720 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/A, priority=13, startTime=1731305856669; duration=0sec 2024-11-11T06:17:36,720 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:36,720 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:A 2024-11-11T06:17:36,720 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:36,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741894_1070 (size=12815) 2024-11-11T06:17:36,723 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:36,724 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/C is initiating minor compaction (all files) 2024-11-11T06:17:36,724 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/C in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:36,724 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/411f15bea83c4dc8bd92da810f8a7adb, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/8d01e0e83bcd499298336b713c56bfba, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/0515bd4237404af79caa57c65dd7571c] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=36.1 K 2024-11-11T06:17:36,724 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 411f15bea83c4dc8bd92da810f8a7adb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731305854784 2024-11-11T06:17:36,726 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d01e0e83bcd499298336b713c56bfba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731305855436 2024-11-11T06:17:36,727 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0515bd4237404af79caa57c65dd7571c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731305856068 2024-11-11T06:17:36,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-11T06:17:36,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:36,731 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T06:17:36,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:36,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:36,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:36,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:36,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:36,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:36,737 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/6c1b29138f354ae5a6bac60fe9303254 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/6c1b29138f354ae5a6bac60fe9303254 2024-11-11T06:17:36,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/7438c82a9c224c73afdcc2aa414a74a0 is 50, key is test_row_0/A:col10/1731305856207/Put/seqid=0 2024-11-11T06:17:36,749 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#C#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:36,750 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/dfc1e31e11574c8bbcd9c9c4ce5e6679 is 50, key is test_row_0/C:col10/1731305856073/Put/seqid=0 2024-11-11T06:17:36,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741895_1071 (size=12301) 2024-11-11T06:17:36,751 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/B of 023f05cf045e2e1124ca427115c60c17 into 6c1b29138f354ae5a6bac60fe9303254(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:36,751 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:36,751 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/B, priority=13, startTime=1731305856669; duration=0sec 2024-11-11T06:17:36,751 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:36,751 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:B 2024-11-11T06:17:36,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741896_1072 (size=12815) 2024-11-11T06:17:36,780 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/dfc1e31e11574c8bbcd9c9c4ce5e6679 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/dfc1e31e11574c8bbcd9c9c4ce5e6679 2024-11-11T06:17:36,790 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/C of 023f05cf045e2e1124ca427115c60c17 into dfc1e31e11574c8bbcd9c9c4ce5e6679(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:36,790 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:36,790 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/C, priority=13, startTime=1731305856670; duration=0sec 2024-11-11T06:17:36,791 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:36,791 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:C 2024-11-11T06:17:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:36,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:36,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305916836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305916836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305916836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305916838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305916839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-11T06:17:36,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305916942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305916943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305916943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305916944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305916944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305917147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305917147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305917149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:37,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305917149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305917149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,153 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/7438c82a9c224c73afdcc2aa414a74a0 2024-11-11T06:17:37,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/a10a7e3152de46f888ca21ae6a560b24 is 50, key is test_row_0/B:col10/1731305856207/Put/seqid=0 2024-11-11T06:17:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-11T06:17:37,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741897_1073 (size=12301) 2024-11-11T06:17:37,196 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/a10a7e3152de46f888ca21ae6a560b24 2024-11-11T06:17:37,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/39842b7ca6c24861b932b4950a092763 is 50, key is test_row_0/C:col10/1731305856207/Put/seqid=0 2024-11-11T06:17:37,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741898_1074 (size=12301) 2024-11-11T06:17:37,240 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/39842b7ca6c24861b932b4950a092763 2024-11-11T06:17:37,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/7438c82a9c224c73afdcc2aa414a74a0 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/7438c82a9c224c73afdcc2aa414a74a0 2024-11-11T06:17:37,257 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/7438c82a9c224c73afdcc2aa414a74a0, entries=150, sequenceid=278, filesize=12.0 K 2024-11-11T06:17:37,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/a10a7e3152de46f888ca21ae6a560b24 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a10a7e3152de46f888ca21ae6a560b24 2024-11-11T06:17:37,265 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a10a7e3152de46f888ca21ae6a560b24, entries=150, sequenceid=278, filesize=12.0 K 2024-11-11T06:17:37,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/39842b7ca6c24861b932b4950a092763 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/39842b7ca6c24861b932b4950a092763 2024-11-11T06:17:37,272 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/39842b7ca6c24861b932b4950a092763, entries=150, sequenceid=278, filesize=12.0 K 2024-11-11T06:17:37,273 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 023f05cf045e2e1124ca427115c60c17 in 542ms, sequenceid=278, compaction requested=false 2024-11-11T06:17:37,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:37,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:37,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-11T06:17:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-11T06:17:37,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-11T06:17:37,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 697 msec 2024-11-11T06:17:37,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 707 msec 2024-11-11T06:17:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:37,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T06:17:37,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:37,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:37,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:37,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:37,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:37,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:37,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/bd2ed64c1f26480490ac706a6b9f88f8 is 50, key is test_row_0/A:col10/1731305857453/Put/seqid=0 2024-11-11T06:17:37,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:37,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305917473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305917473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305917476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741899_1075 (size=17181) 2024-11-11T06:17:37,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305917481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305917481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305917578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305917580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305917582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305917583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305917587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-11T06:17:37,681 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-11T06:17:37,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:17:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-11T06:17:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T06:17:37,686 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:17:37,687 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:17:37,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:17:37,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305917781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305917783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305917786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T06:17:37,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305917787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305917791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,841 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T06:17:37,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:37,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:37,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:37,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:37,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:37,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/bd2ed64c1f26480490ac706a6b9f88f8 2024-11-11T06:17:37,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/657a93d43c2d4d90a9cd553acc2a8250 is 50, key is test_row_0/B:col10/1731305857453/Put/seqid=0 2024-11-11T06:17:37,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741900_1076 (size=12301) 2024-11-11T06:17:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T06:17:37,995 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:37,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T06:17:37,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:37,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:37,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:37,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:37,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:38,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305918087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:38,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305918089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305918089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305918091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305918096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,149 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T06:17:38,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:38,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:38,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:38,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:38,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T06:17:38,305 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T06:17:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:38,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:38,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:38,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:38,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:38,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/657a93d43c2d4d90a9cd553acc2a8250 2024-11-11T06:17:38,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/f52ee95f3c144bb898456147104fea49 is 50, key is test_row_0/C:col10/1731305857453/Put/seqid=0 2024-11-11T06:17:38,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741901_1077 (size=12301) 2024-11-11T06:17:38,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/f52ee95f3c144bb898456147104fea49 2024-11-11T06:17:38,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/bd2ed64c1f26480490ac706a6b9f88f8 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/bd2ed64c1f26480490ac706a6b9f88f8 2024-11-11T06:17:38,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/bd2ed64c1f26480490ac706a6b9f88f8, entries=250, sequenceid=301, filesize=16.8 K 2024-11-11T06:17:38,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/657a93d43c2d4d90a9cd553acc2a8250 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/657a93d43c2d4d90a9cd553acc2a8250 2024-11-11T06:17:38,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/657a93d43c2d4d90a9cd553acc2a8250, entries=150, sequenceid=301, filesize=12.0 K 2024-11-11T06:17:38,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/f52ee95f3c144bb898456147104fea49 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/f52ee95f3c144bb898456147104fea49 2024-11-11T06:17:38,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/f52ee95f3c144bb898456147104fea49, entries=150, sequenceid=301, filesize=12.0 K 2024-11-11T06:17:38,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 023f05cf045e2e1124ca427115c60c17 in 960ms, sequenceid=301, compaction requested=true 2024-11-11T06:17:38,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:38,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:17:38,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:38,417 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:38,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:17:38,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:38,417 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:38,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:17:38,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:38,418 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:38,418 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:38,418 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/A is initiating minor compaction (all files) 2024-11-11T06:17:38,419 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/B is initiating minor compaction (all files) 2024-11-11T06:17:38,419 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/A in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:38,419 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/B in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:38,419 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/d82badf55db14dc0b59238699116e4b3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/7438c82a9c224c73afdcc2aa414a74a0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/bd2ed64c1f26480490ac706a6b9f88f8] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=41.3 K 2024-11-11T06:17:38,419 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/6c1b29138f354ae5a6bac60fe9303254, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a10a7e3152de46f888ca21ae6a560b24, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/657a93d43c2d4d90a9cd553acc2a8250] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=36.5 K 2024-11-11T06:17:38,419 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d82badf55db14dc0b59238699116e4b3, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731305856068 2024-11-11T06:17:38,420 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c1b29138f354ae5a6bac60fe9303254, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731305856068 2024-11-11T06:17:38,420 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7438c82a9c224c73afdcc2aa414a74a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731305856197 2024-11-11T06:17:38,420 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting a10a7e3152de46f888ca21ae6a560b24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731305856197 2024-11-11T06:17:38,421 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd2ed64c1f26480490ac706a6b9f88f8, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731305856823 2024-11-11T06:17:38,421 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 657a93d43c2d4d90a9cd553acc2a8250, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731305856836 2024-11-11T06:17:38,435 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#B#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:38,436 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/ea772f5d8e894b3390e6b4c4bd7b232c is 50, key is test_row_0/B:col10/1731305857453/Put/seqid=0 2024-11-11T06:17:38,439 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#A#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:38,439 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/6d04add2f76f46fea6feffc087e5095f is 50, key is test_row_0/A:col10/1731305857453/Put/seqid=0 2024-11-11T06:17:38,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741902_1078 (size=13017) 2024-11-11T06:17:38,458 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T06:17:38,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:38,459 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-11T06:17:38,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:38,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:38,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:38,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:38,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:38,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:38,461 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/ea772f5d8e894b3390e6b4c4bd7b232c as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/ea772f5d8e894b3390e6b4c4bd7b232c 2024-11-11T06:17:38,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741903_1079 (size=13017) 2024-11-11T06:17:38,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/702f7d5c7e9741d1922dd194783b129a is 50, key is test_row_0/A:col10/1731305857475/Put/seqid=0 2024-11-11T06:17:38,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741904_1080 (size=12301) 2024-11-11T06:17:38,476 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/B of 023f05cf045e2e1124ca427115c60c17 into ea772f5d8e894b3390e6b4c4bd7b232c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:38,476 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:38,476 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/B, priority=13, startTime=1731305858417; duration=0sec 2024-11-11T06:17:38,476 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:38,476 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:B 2024-11-11T06:17:38,476 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:38,478 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:38,478 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/C is initiating minor compaction (all files) 2024-11-11T06:17:38,478 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/C in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:38,478 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/dfc1e31e11574c8bbcd9c9c4ce5e6679, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/39842b7ca6c24861b932b4950a092763, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/f52ee95f3c144bb898456147104fea49] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=36.5 K 2024-11-11T06:17:38,478 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting dfc1e31e11574c8bbcd9c9c4ce5e6679, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731305856068 2024-11-11T06:17:38,479 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 39842b7ca6c24861b932b4950a092763, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731305856197 2024-11-11T06:17:38,479 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting f52ee95f3c144bb898456147104fea49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731305856836 2024-11-11T06:17:38,491 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#C#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:38,492 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/c9df32fbf2b7433899f05009c5199dd6 is 50, key is test_row_0/C:col10/1731305857453/Put/seqid=0 2024-11-11T06:17:38,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741905_1081 (size=13017) 2024-11-11T06:17:38,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:38,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305918613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305918616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305918619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305918619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305918621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305918721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305918724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:38,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305918724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305918724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305918725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T06:17:38,872 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/6d04add2f76f46fea6feffc087e5095f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/6d04add2f76f46fea6feffc087e5095f 2024-11-11T06:17:38,875 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/702f7d5c7e9741d1922dd194783b129a 2024-11-11T06:17:38,880 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/A of 023f05cf045e2e1124ca427115c60c17 into 6d04add2f76f46fea6feffc087e5095f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:38,880 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:38,881 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/A, priority=13, startTime=1731305858417; duration=0sec 2024-11-11T06:17:38,881 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:38,881 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:A 2024-11-11T06:17:38,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/a1ecf826172a424ea3bc8505714b4968 is 50, key is test_row_0/B:col10/1731305857475/Put/seqid=0 2024-11-11T06:17:38,905 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/c9df32fbf2b7433899f05009c5199dd6 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/c9df32fbf2b7433899f05009c5199dd6 2024-11-11T06:17:38,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741906_1082 (size=12301) 2024-11-11T06:17:38,915 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/a1ecf826172a424ea3bc8505714b4968 2024-11-11T06:17:38,917 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/C of 023f05cf045e2e1124ca427115c60c17 into c9df32fbf2b7433899f05009c5199dd6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:38,917 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:38,917 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/C, priority=13, startTime=1731305858417; duration=0sec 2024-11-11T06:17:38,917 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:38,918 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:C 2024-11-11T06:17:38,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305918924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:38,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/9c4b9bc56e124081abd62f9fd927a432 is 50, key is test_row_0/C:col10/1731305857475/Put/seqid=0 2024-11-11T06:17:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305918927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:38,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305918929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305918929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305918932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:38,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741907_1083 (size=12301) 2024-11-11T06:17:38,959 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/9c4b9bc56e124081abd62f9fd927a432 2024-11-11T06:17:38,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/702f7d5c7e9741d1922dd194783b129a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/702f7d5c7e9741d1922dd194783b129a 2024-11-11T06:17:38,975 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/702f7d5c7e9741d1922dd194783b129a, entries=150, sequenceid=317, filesize=12.0 K 2024-11-11T06:17:38,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/a1ecf826172a424ea3bc8505714b4968 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a1ecf826172a424ea3bc8505714b4968 2024-11-11T06:17:38,983 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a1ecf826172a424ea3bc8505714b4968, entries=150, sequenceid=317, filesize=12.0 K 2024-11-11T06:17:38,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/9c4b9bc56e124081abd62f9fd927a432 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/9c4b9bc56e124081abd62f9fd927a432 2024-11-11T06:17:38,991 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/9c4b9bc56e124081abd62f9fd927a432, entries=150, sequenceid=317, filesize=12.0 K 2024-11-11T06:17:38,992 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for 023f05cf045e2e1124ca427115c60c17 in 533ms, sequenceid=317, compaction requested=false 2024-11-11T06:17:38,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:38,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:38,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-11T06:17:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-11T06:17:38,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-11T06:17:38,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3070 sec 2024-11-11T06:17:39,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.3140 sec 2024-11-11T06:17:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:39,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T06:17:39,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:39,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:39,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:39,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:39,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:39,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:39,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/a314f9b6ba63492399f8e093184194d2 is 50, key is test_row_0/A:col10/1731305858618/Put/seqid=0 2024-11-11T06:17:39,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305919246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305919246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305919247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741908_1084 (size=12301) 2024-11-11T06:17:39,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/a314f9b6ba63492399f8e093184194d2 2024-11-11T06:17:39,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305919249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305919250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/f2c3a07199e84032a4264befc37b728a is 50, key is test_row_0/B:col10/1731305858618/Put/seqid=0 2024-11-11T06:17:39,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741909_1085 (size=12301) 2024-11-11T06:17:39,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/f2c3a07199e84032a4264befc37b728a 2024-11-11T06:17:39,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/63589d5a3ace49d2acb07d4baaf52742 is 50, key is test_row_0/C:col10/1731305858618/Put/seqid=0 2024-11-11T06:17:39,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741910_1086 (size=12301) 2024-11-11T06:17:39,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/63589d5a3ace49d2acb07d4baaf52742 2024-11-11T06:17:39,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305919352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305919352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305919352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305919356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/a314f9b6ba63492399f8e093184194d2 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/a314f9b6ba63492399f8e093184194d2 2024-11-11T06:17:39,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305919358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/a314f9b6ba63492399f8e093184194d2, entries=150, sequenceid=343, filesize=12.0 K 2024-11-11T06:17:39,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/f2c3a07199e84032a4264befc37b728a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/f2c3a07199e84032a4264befc37b728a 2024-11-11T06:17:39,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/f2c3a07199e84032a4264befc37b728a, entries=150, sequenceid=343, filesize=12.0 K 2024-11-11T06:17:39,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/63589d5a3ace49d2acb07d4baaf52742 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/63589d5a3ace49d2acb07d4baaf52742 2024-11-11T06:17:39,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/63589d5a3ace49d2acb07d4baaf52742, entries=150, sequenceid=343, filesize=12.0 K 2024-11-11T06:17:39,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 023f05cf045e2e1124ca427115c60c17 in 153ms, sequenceid=343, compaction requested=true 2024-11-11T06:17:39,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:39,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:17:39,386 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:39,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:39,386 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:39,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:17:39,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:39,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:17:39,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:39,388 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:39,388 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/A is initiating minor compaction (all files) 2024-11-11T06:17:39,388 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/A in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:39,389 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/6d04add2f76f46fea6feffc087e5095f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/702f7d5c7e9741d1922dd194783b129a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/a314f9b6ba63492399f8e093184194d2] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=36.7 K 2024-11-11T06:17:39,390 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:39,390 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/B is initiating minor compaction (all files) 2024-11-11T06:17:39,390 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/B in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:39,390 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/ea772f5d8e894b3390e6b4c4bd7b232c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a1ecf826172a424ea3bc8505714b4968, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/f2c3a07199e84032a4264befc37b728a] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=36.7 K 2024-11-11T06:17:39,400 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d04add2f76f46fea6feffc087e5095f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731305856836 2024-11-11T06:17:39,400 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting ea772f5d8e894b3390e6b4c4bd7b232c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731305856836 2024-11-11T06:17:39,406 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting a1ecf826172a424ea3bc8505714b4968, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731305857467 2024-11-11T06:17:39,406 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 702f7d5c7e9741d1922dd194783b129a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731305857467 2024-11-11T06:17:39,407 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting a314f9b6ba63492399f8e093184194d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731305858610 2024-11-11T06:17:39,407 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting f2c3a07199e84032a4264befc37b728a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731305858610 2024-11-11T06:17:39,423 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#A#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:39,425 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#B#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:39,426 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/feafc8999518439b95d8cb7957091a10 is 50, key is test_row_0/A:col10/1731305858618/Put/seqid=0 2024-11-11T06:17:39,426 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/3c95aac45de3497881466e72d8686454 is 50, key is test_row_0/B:col10/1731305858618/Put/seqid=0 2024-11-11T06:17:39,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741911_1087 (size=13119) 2024-11-11T06:17:39,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741912_1088 (size=13119) 2024-11-11T06:17:39,459 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/feafc8999518439b95d8cb7957091a10 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/feafc8999518439b95d8cb7957091a10 2024-11-11T06:17:39,467 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/A of 023f05cf045e2e1124ca427115c60c17 into feafc8999518439b95d8cb7957091a10(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:39,467 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:39,467 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/A, priority=13, startTime=1731305859386; duration=0sec 2024-11-11T06:17:39,468 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:39,468 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:A 2024-11-11T06:17:39,468 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:39,470 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:39,471 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/C is initiating minor compaction (all files) 2024-11-11T06:17:39,471 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/C in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:39,471 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/c9df32fbf2b7433899f05009c5199dd6, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/9c4b9bc56e124081abd62f9fd927a432, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/63589d5a3ace49d2acb07d4baaf52742] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=36.7 K 2024-11-11T06:17:39,471 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9df32fbf2b7433899f05009c5199dd6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731305856836 2024-11-11T06:17:39,472 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c4b9bc56e124081abd62f9fd927a432, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731305857467 2024-11-11T06:17:39,473 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63589d5a3ace49d2acb07d4baaf52742, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731305858610 2024-11-11T06:17:39,485 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#C#compaction#74 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:39,486 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/48b6b0687e1a48e8ba1968e4a99e3f5e is 50, key is test_row_0/C:col10/1731305858618/Put/seqid=0 2024-11-11T06:17:39,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741913_1089 (size=13119) 2024-11-11T06:17:39,525 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/48b6b0687e1a48e8ba1968e4a99e3f5e as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/48b6b0687e1a48e8ba1968e4a99e3f5e 2024-11-11T06:17:39,539 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/C of 023f05cf045e2e1124ca427115c60c17 into 48b6b0687e1a48e8ba1968e4a99e3f5e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:39,539 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:39,539 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/C, priority=13, startTime=1731305859386; duration=0sec 2024-11-11T06:17:39,539 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:39,539 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:C 2024-11-11T06:17:39,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T06:17:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:39,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:39,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:39,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:39,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:39,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:39,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:39,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/4b2e7caa725c4956bba29c235679ef8f is 50, key is test_row_0/A:col10/1731305859557/Put/seqid=0 2024-11-11T06:17:39,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305919582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305919582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305919585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305919585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305919586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741914_1090 (size=14741) 2024-11-11T06:17:39,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305919691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305919691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305919692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305919692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305919692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T06:17:39,791 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-11T06:17:39,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:17:39,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-11T06:17:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-11T06:17:39,795 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:17:39,796 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:17:39,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:17:39,846 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/3c95aac45de3497881466e72d8686454 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3c95aac45de3497881466e72d8686454 2024-11-11T06:17:39,854 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/B of 023f05cf045e2e1124ca427115c60c17 into 3c95aac45de3497881466e72d8686454(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:39,854 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:39,854 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/B, priority=13, startTime=1731305859386; duration=0sec 2024-11-11T06:17:39,855 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:39,855 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:B 2024-11-11T06:17:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-11T06:17:39,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305919897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305919896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305919898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305919901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305919901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,947 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:39,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-11T06:17:39,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:39,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:39,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:39,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:39,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:39,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/4b2e7caa725c4956bba29c235679ef8f 2024-11-11T06:17:40,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/4e5d014cbbf0426b97283d891e8b546c is 50, key is test_row_0/B:col10/1731305859557/Put/seqid=0 2024-11-11T06:17:40,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741915_1091 (size=12301) 2024-11-11T06:17:40,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/4e5d014cbbf0426b97283d891e8b546c 2024-11-11T06:17:40,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/df6175b3e9934222a83be02f99629a0c is 50, key is test_row_0/C:col10/1731305859557/Put/seqid=0 2024-11-11T06:17:40,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741916_1092 (size=12301) 2024-11-11T06:17:40,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/df6175b3e9934222a83be02f99629a0c 2024-11-11T06:17:40,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/4b2e7caa725c4956bba29c235679ef8f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/4b2e7caa725c4956bba29c235679ef8f 2024-11-11T06:17:40,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/4b2e7caa725c4956bba29c235679ef8f, entries=200, sequenceid=362, filesize=14.4 K 2024-11-11T06:17:40,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/4e5d014cbbf0426b97283d891e8b546c as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/4e5d014cbbf0426b97283d891e8b546c 2024-11-11T06:17:40,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/4e5d014cbbf0426b97283d891e8b546c, entries=150, sequenceid=362, filesize=12.0 K 2024-11-11T06:17:40,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/df6175b3e9934222a83be02f99629a0c as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/df6175b3e9934222a83be02f99629a0c 2024-11-11T06:17:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-11T06:17:40,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/df6175b3e9934222a83be02f99629a0c, entries=150, sequenceid=362, filesize=12.0 K 2024-11-11T06:17:40,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 023f05cf045e2e1124ca427115c60c17 in 544ms, sequenceid=362, compaction requested=false 2024-11-11T06:17:40,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:40,103 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:40,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-11T06:17:40,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:40,104 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T06:17:40,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:40,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:40,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:40,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:40,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:40,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:40,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/cf62c6488ca845859b82fd750c7884f8 is 50, key is test_row_0/A:col10/1731305859584/Put/seqid=0 2024-11-11T06:17:40,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741917_1093 (size=12301) 2024-11-11T06:17:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:40,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:40,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305920215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:40,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305920216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:40,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305920217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:40,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:40,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305920217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305920218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:40,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305920320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:40,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305920321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:40,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305920323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:40,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305920323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:40,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305920323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-11T06:17:40,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305920522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:40,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305920524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:40,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305920525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:40,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305920526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:40,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305920526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:40,543 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/cf62c6488ca845859b82fd750c7884f8 2024-11-11T06:17:40,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/a4813207b11847619f93486dcb9c029e is 50, key is test_row_0/B:col10/1731305859584/Put/seqid=0 2024-11-11T06:17:40,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741918_1094 (size=12301) 2024-11-11T06:17:40,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305920826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:40,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305920829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:40,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305920829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:40,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305920829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:40,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305920831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-11T06:17:41,003 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/a4813207b11847619f93486dcb9c029e 2024-11-11T06:17:41,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/6373a267b97a4936b661a0fe430a5bd0 is 50, key is test_row_0/C:col10/1731305859584/Put/seqid=0 2024-11-11T06:17:41,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741919_1095 (size=12301) 2024-11-11T06:17:41,025 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/6373a267b97a4936b661a0fe430a5bd0 2024-11-11T06:17:41,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/cf62c6488ca845859b82fd750c7884f8 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/cf62c6488ca845859b82fd750c7884f8 2024-11-11T06:17:41,055 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/cf62c6488ca845859b82fd750c7884f8, entries=150, sequenceid=382, filesize=12.0 K 2024-11-11T06:17:41,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/a4813207b11847619f93486dcb9c029e as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a4813207b11847619f93486dcb9c029e 2024-11-11T06:17:41,064 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a4813207b11847619f93486dcb9c029e, entries=150, sequenceid=382, filesize=12.0 K 2024-11-11T06:17:41,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/6373a267b97a4936b661a0fe430a5bd0 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/6373a267b97a4936b661a0fe430a5bd0 2024-11-11T06:17:41,078 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/6373a267b97a4936b661a0fe430a5bd0, entries=150, sequenceid=382, filesize=12.0 K 2024-11-11T06:17:41,081 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 023f05cf045e2e1124ca427115c60c17 in 977ms, sequenceid=382, compaction requested=true 2024-11-11T06:17:41,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:41,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:41,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-11T06:17:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-11T06:17:41,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-11T06:17:41,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2870 sec 2024-11-11T06:17:41,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.2930 sec 2024-11-11T06:17:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:41,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-11T06:17:41,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:41,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:41,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:41,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:41,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:41,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:41,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/18e29658063e4becbc2dd86e00c962af is 50, key is test_row_0/A:col10/1731305860213/Put/seqid=0 2024-11-11T06:17:41,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:41,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305921354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305921353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:41,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305921355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:41,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305921360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:41,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305921365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:41,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741920_1096 (size=12301) 2024-11-11T06:17:41,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/18e29658063e4becbc2dd86e00c962af 2024-11-11T06:17:41,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/daf7af456f164e1bbf11062ee83c8e34 is 50, key is test_row_0/B:col10/1731305860213/Put/seqid=0 2024-11-11T06:17:41,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741921_1097 (size=12301) 2024-11-11T06:17:41,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305921464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:41,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305921464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:41,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305921465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:41,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305921466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:41,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305921471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:41,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305921667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:41,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:41,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305921670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:41,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305921670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:41,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305921670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:41,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305921673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:41,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/daf7af456f164e1bbf11062ee83c8e34 2024-11-11T06:17:41,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/a0dd50526b154caf93492c884caf1a46 is 50, key is test_row_0/C:col10/1731305860213/Put/seqid=0 2024-11-11T06:17:41,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741922_1098 (size=12301) 2024-11-11T06:17:41,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/a0dd50526b154caf93492c884caf1a46 2024-11-11T06:17:41,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/18e29658063e4becbc2dd86e00c962af as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/18e29658063e4becbc2dd86e00c962af 2024-11-11T06:17:41,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/18e29658063e4becbc2dd86e00c962af, entries=150, sequenceid=400, filesize=12.0 K 2024-11-11T06:17:41,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/daf7af456f164e1bbf11062ee83c8e34 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/daf7af456f164e1bbf11062ee83c8e34 2024-11-11T06:17:41,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/daf7af456f164e1bbf11062ee83c8e34, entries=150, sequenceid=400, filesize=12.0 K 2024-11-11T06:17:41,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/a0dd50526b154caf93492c884caf1a46 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/a0dd50526b154caf93492c884caf1a46 2024-11-11T06:17:41,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-11T06:17:41,900 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-11T06:17:41,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:17:41,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-11T06:17:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T06:17:41,905 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:17:41,906 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:17:41,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:17:41,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/a0dd50526b154caf93492c884caf1a46, entries=150, sequenceid=400, filesize=12.0 K 2024-11-11T06:17:41,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 023f05cf045e2e1124ca427115c60c17 in 579ms, sequenceid=400, compaction requested=true 2024-11-11T06:17:41,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:41,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:17:41,913 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:17:41,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:41,913 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:17:41,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:17:41,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:41,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:17:41,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:41,916 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52462 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:17:41,916 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/A is initiating minor compaction (all files) 2024-11-11T06:17:41,916 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/A in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:41,917 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/feafc8999518439b95d8cb7957091a10, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/4b2e7caa725c4956bba29c235679ef8f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/cf62c6488ca845859b82fd750c7884f8, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/18e29658063e4becbc2dd86e00c962af] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=51.2 K 2024-11-11T06:17:41,917 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:17:41,917 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/B is initiating minor compaction (all files) 2024-11-11T06:17:41,917 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/B in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:41,917 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3c95aac45de3497881466e72d8686454, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/4e5d014cbbf0426b97283d891e8b546c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a4813207b11847619f93486dcb9c029e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/daf7af456f164e1bbf11062ee83c8e34] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=48.8 K 2024-11-11T06:17:41,917 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting feafc8999518439b95d8cb7957091a10, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731305858610 2024-11-11T06:17:41,918 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b2e7caa725c4956bba29c235679ef8f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731305859242 2024-11-11T06:17:41,918 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c95aac45de3497881466e72d8686454, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731305858610 2024-11-11T06:17:41,919 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf62c6488ca845859b82fd750c7884f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731305859580 2024-11-11T06:17:41,919 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e5d014cbbf0426b97283d891e8b546c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731305859242 2024-11-11T06:17:41,920 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting a4813207b11847619f93486dcb9c029e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731305859580 2024-11-11T06:17:41,920 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18e29658063e4becbc2dd86e00c962af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731305860205 2024-11-11T06:17:41,920 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting daf7af456f164e1bbf11062ee83c8e34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731305860205 2024-11-11T06:17:41,939 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#B#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:41,940 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/d0450425822b4ab4b60831c0b6f4d6c2 is 50, key is test_row_0/B:col10/1731305860213/Put/seqid=0 2024-11-11T06:17:41,947 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#A#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:41,948 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/40e3945e892f4a8eba863a316960382c is 50, key is test_row_0/A:col10/1731305860213/Put/seqid=0 2024-11-11T06:17:41,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741923_1099 (size=13255) 2024-11-11T06:17:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:41,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-11T06:17:41,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:41,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:41,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:41,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:41,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:41,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:41,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/d5492487ab4b47448bb7811c39cd53a5 is 50, key is test_row_0/A:col10/1731305861356/Put/seqid=0 2024-11-11T06:17:41,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741925_1101 (size=14741) 2024-11-11T06:17:41,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/d5492487ab4b47448bb7811c39cd53a5 2024-11-11T06:17:42,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741924_1100 (size=13255) 2024-11-11T06:17:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T06:17:42,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/5525275f3f294376a8619f6ebdaea7f4 is 50, key is test_row_0/B:col10/1731305861356/Put/seqid=0 2024-11-11T06:17:42,009 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/40e3945e892f4a8eba863a316960382c as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/40e3945e892f4a8eba863a316960382c 2024-11-11T06:17:42,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741926_1102 (size=12301) 2024-11-11T06:17:42,028 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/A of 023f05cf045e2e1124ca427115c60c17 into 40e3945e892f4a8eba863a316960382c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:42,028 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:42,028 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/A, priority=12, startTime=1731305861913; duration=0sec 2024-11-11T06:17:42,028 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:42,028 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:A 2024-11-11T06:17:42,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,028 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:17:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305921986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305921988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,032 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:17:42,032 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/C is initiating minor compaction (all files) 2024-11-11T06:17:42,033 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/C in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:42,033 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/48b6b0687e1a48e8ba1968e4a99e3f5e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/df6175b3e9934222a83be02f99629a0c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/6373a267b97a4936b661a0fe430a5bd0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/a0dd50526b154caf93492c884caf1a46] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=48.8 K 2024-11-11T06:17:42,033 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48b6b0687e1a48e8ba1968e4a99e3f5e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731305858610 2024-11-11T06:17:42,034 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting df6175b3e9934222a83be02f99629a0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731305859242 2024-11-11T06:17:42,034 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6373a267b97a4936b661a0fe430a5bd0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731305859580 2024-11-11T06:17:42,035 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0dd50526b154caf93492c884caf1a46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731305860205 2024-11-11T06:17:42,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305922029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305922029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305922029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,055 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#C#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:42,055 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/ded82b5df5f9420abc5e426b4cdeedd6 is 50, key is test_row_0/C:col10/1731305860213/Put/seqid=0 2024-11-11T06:17:42,059 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-11T06:17:42,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:42,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:42,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:42,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:42,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:42,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741927_1103 (size=13255) 2024-11-11T06:17:42,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305922130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305922130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305922137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305922137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305922137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T06:17:42,214 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-11T06:17:42,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:42,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:42,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:42,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:42,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:42,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305922333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305922334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305922339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305922340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305922341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,367 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-11T06:17:42,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:42,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:42,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:42,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:42,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:42,380 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/d0450425822b4ab4b60831c0b6f4d6c2 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/d0450425822b4ab4b60831c0b6f4d6c2 2024-11-11T06:17:42,387 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/B of 023f05cf045e2e1124ca427115c60c17 into d0450425822b4ab4b60831c0b6f4d6c2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:42,387 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:42,387 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/B, priority=12, startTime=1731305861913; duration=0sec 2024-11-11T06:17:42,388 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:42,388 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:B 2024-11-11T06:17:42,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/5525275f3f294376a8619f6ebdaea7f4 2024-11-11T06:17:42,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/0dc87e9a3f9f4d4c8ec17a035ae0e0e4 is 50, key is test_row_0/C:col10/1731305861356/Put/seqid=0 2024-11-11T06:17:42,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741928_1104 (size=12301) 2024-11-11T06:17:42,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/0dc87e9a3f9f4d4c8ec17a035ae0e0e4 2024-11-11T06:17:42,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/d5492487ab4b47448bb7811c39cd53a5 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/d5492487ab4b47448bb7811c39cd53a5 2024-11-11T06:17:42,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/d5492487ab4b47448bb7811c39cd53a5, entries=200, sequenceid=421, filesize=14.4 K 2024-11-11T06:17:42,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/5525275f3f294376a8619f6ebdaea7f4 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/5525275f3f294376a8619f6ebdaea7f4 2024-11-11T06:17:42,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/5525275f3f294376a8619f6ebdaea7f4, entries=150, sequenceid=421, filesize=12.0 K 2024-11-11T06:17:42,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/0dc87e9a3f9f4d4c8ec17a035ae0e0e4 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/0dc87e9a3f9f4d4c8ec17a035ae0e0e4 2024-11-11T06:17:42,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/0dc87e9a3f9f4d4c8ec17a035ae0e0e4, entries=150, sequenceid=421, filesize=12.0 K 2024-11-11T06:17:42,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 023f05cf045e2e1124ca427115c60c17 in 494ms, sequenceid=421, compaction requested=false 2024-11-11T06:17:42,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:42,485 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/ded82b5df5f9420abc5e426b4cdeedd6 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/ded82b5df5f9420abc5e426b4cdeedd6 2024-11-11T06:17:42,496 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/C of 023f05cf045e2e1124ca427115c60c17 into ded82b5df5f9420abc5e426b4cdeedd6(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:42,496 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:42,496 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/C, priority=12, startTime=1731305861914; duration=0sec 2024-11-11T06:17:42,497 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:42,497 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:C 2024-11-11T06:17:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T06:17:42,522 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-11T06:17:42,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:42,522 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T06:17:42,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:42,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:42,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:42,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:42,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:42,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:42,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/c855b6d58c1f45d4b46b42123336976c is 50, key is test_row_0/A:col10/1731305861981/Put/seqid=0 2024-11-11T06:17:42,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741929_1105 (size=12301) 2024-11-11T06:17:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:42,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:42,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305922655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305922655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305922656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305922657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305922658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305922760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305922764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305922765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305922765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305922764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,938 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/c855b6d58c1f45d4b46b42123336976c 2024-11-11T06:17:42,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/54c03a1ddc6f4e878c864a03f88dfc98 is 50, key is test_row_0/B:col10/1731305861981/Put/seqid=0 2024-11-11T06:17:42,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741930_1106 (size=12301) 2024-11-11T06:17:42,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305922962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305922967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305922967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305922968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:42,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305922969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T06:17:43,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305923268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:43,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305923272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:43,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305923273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:43,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305923273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:43,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305923274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:43,362 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/54c03a1ddc6f4e878c864a03f88dfc98 2024-11-11T06:17:43,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/7d4bc24749c5444eb2539aafbec4a669 is 50, key is test_row_0/C:col10/1731305861981/Put/seqid=0 2024-11-11T06:17:43,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741931_1107 (size=12301) 2024-11-11T06:17:43,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305923774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:43,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305923775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:43,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305923777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:43,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305923778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:43,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305923779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:43,780 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/7d4bc24749c5444eb2539aafbec4a669 2024-11-11T06:17:43,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/c855b6d58c1f45d4b46b42123336976c as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/c855b6d58c1f45d4b46b42123336976c 2024-11-11T06:17:43,793 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/c855b6d58c1f45d4b46b42123336976c, entries=150, sequenceid=439, filesize=12.0 K 2024-11-11T06:17:43,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/54c03a1ddc6f4e878c864a03f88dfc98 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/54c03a1ddc6f4e878c864a03f88dfc98 2024-11-11T06:17:43,799 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/54c03a1ddc6f4e878c864a03f88dfc98, entries=150, sequenceid=439, filesize=12.0 K 2024-11-11T06:17:43,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/7d4bc24749c5444eb2539aafbec4a669 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/7d4bc24749c5444eb2539aafbec4a669 2024-11-11T06:17:43,809 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/7d4bc24749c5444eb2539aafbec4a669, entries=150, sequenceid=439, filesize=12.0 K 2024-11-11T06:17:43,815 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 023f05cf045e2e1124ca427115c60c17 in 1293ms, sequenceid=439, compaction requested=true 2024-11-11T06:17:43,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:43,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:43,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-11T06:17:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-11T06:17:43,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-11T06:17:43,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9110 sec 2024-11-11T06:17:43,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.9190 sec 2024-11-11T06:17:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T06:17:44,009 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-11T06:17:44,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:17:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-11T06:17:44,013 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:17:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-11T06:17:44,014 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:17:44,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:17:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-11T06:17:44,165 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:44,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-11T06:17:44,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:44,166 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T06:17:44,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:44,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:44,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:44,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:44,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:44,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:44,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/2552f4e95a5c47b3868bbc18619b606a is 50, key is test_row_0/A:col10/1731305862657/Put/seqid=0 2024-11-11T06:17:44,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741932_1108 (size=12301) 2024-11-11T06:17:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-11T06:17:44,578 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/2552f4e95a5c47b3868bbc18619b606a 2024-11-11T06:17:44,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/3baef6bd3c594e4ab0e26ca60e10e82e is 50, key is test_row_0/B:col10/1731305862657/Put/seqid=0 2024-11-11T06:17:44,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741933_1109 (size=12301) 2024-11-11T06:17:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-11T06:17:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:44,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:44,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305924790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:44,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305924791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:44,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305924792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:44,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305924792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:44,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305924793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:44,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305924895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:44,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305924895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:44,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305924895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:44,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305924896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:44,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305924897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:44,993 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/3baef6bd3c594e4ab0e26ca60e10e82e 2024-11-11T06:17:45,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/66b4221cc23543c39c59dc8d15990e0f is 50, key is test_row_0/C:col10/1731305862657/Put/seqid=0 2024-11-11T06:17:45,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741934_1110 (size=12301) 2024-11-11T06:17:45,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305925097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:45,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305925097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:45,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305925098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:45,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305925098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:45,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305925099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-11T06:17:45,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305925399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:45,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305925401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:45,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305925403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:45,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305925403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:45,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305925404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:45,421 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/66b4221cc23543c39c59dc8d15990e0f 2024-11-11T06:17:45,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/2552f4e95a5c47b3868bbc18619b606a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/2552f4e95a5c47b3868bbc18619b606a 2024-11-11T06:17:45,431 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/2552f4e95a5c47b3868bbc18619b606a, entries=150, sequenceid=460, filesize=12.0 K 2024-11-11T06:17:45,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/3baef6bd3c594e4ab0e26ca60e10e82e as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3baef6bd3c594e4ab0e26ca60e10e82e 2024-11-11T06:17:45,438 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3baef6bd3c594e4ab0e26ca60e10e82e, entries=150, sequenceid=460, filesize=12.0 K 2024-11-11T06:17:45,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/66b4221cc23543c39c59dc8d15990e0f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/66b4221cc23543c39c59dc8d15990e0f 2024-11-11T06:17:45,445 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/66b4221cc23543c39c59dc8d15990e0f, entries=150, sequenceid=460, filesize=12.0 K 2024-11-11T06:17:45,446 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 023f05cf045e2e1124ca427115c60c17 in 1280ms, sequenceid=460, compaction requested=true 2024-11-11T06:17:45,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:45,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:45,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-11T06:17:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-11T06:17:45,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-11T06:17:45,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4330 sec 2024-11-11T06:17:45,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.4390 sec 2024-11-11T06:17:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:45,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T06:17:45,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:45,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:45,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:45,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:45,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:45,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:45,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/47245492627447b2b8f4575ddf25f669 is 50, key is test_row_0/A:col10/1731305865906/Put/seqid=0 2024-11-11T06:17:45,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741935_1111 (size=12301) 2024-11-11T06:17:45,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305925923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:45,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305925923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:45,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305925924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:45,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305925924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:45,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305925925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:46,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:46,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305926026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:46,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:46,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305926027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:46,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:46,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305926027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:46,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305926027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:46,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:46,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305926028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-11T06:17:46,117 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-11T06:17:46,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:17:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-11T06:17:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-11T06:17:46,120 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:17:46,121 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:17:46,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:17:46,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-11T06:17:46,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305926228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:46,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305926229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:46,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305926229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:46,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305926230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:46,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305926230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:46,272 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:46,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T06:17:46,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:46,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:46,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:46,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:46,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:46,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/47245492627447b2b8f4575ddf25f669 2024-11-11T06:17:46,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/6e061a2e6c3647db990d21f07069d6b5 is 50, key is test_row_0/B:col10/1731305865906/Put/seqid=0 2024-11-11T06:17:46,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741936_1112 (size=12301) 2024-11-11T06:17:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-11T06:17:46,426 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:46,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T06:17:46,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:46,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:46,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:46,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:46,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:46,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305926531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:46,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305926533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:46,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305926534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:46,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305926534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:46,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305926535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:46,579 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:46,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T06:17:46,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:46,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:46,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:46,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:46,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-11T06:17:46,732 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:46,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T06:17:46,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:46,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:46,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:46,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:46,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:46,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/6e061a2e6c3647db990d21f07069d6b5 2024-11-11T06:17:46,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/5fbe3e8eb53e4d349a17c3063e1d111a is 50, key is test_row_0/C:col10/1731305865906/Put/seqid=0 2024-11-11T06:17:46,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741937_1113 (size=12301) 2024-11-11T06:17:46,886 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:46,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T06:17:46,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:46,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:46,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:46,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:46,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:47,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305927035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:47,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305927036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:47,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305927037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:47,039 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:47,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T06:17:47,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:47,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:47,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:47,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:47,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:47,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305927038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:47,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305927041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:47,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/5fbe3e8eb53e4d349a17c3063e1d111a 2024-11-11T06:17:47,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/47245492627447b2b8f4575ddf25f669 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/47245492627447b2b8f4575ddf25f669 2024-11-11T06:17:47,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/47245492627447b2b8f4575ddf25f669, entries=150, sequenceid=477, filesize=12.0 K 2024-11-11T06:17:47,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/6e061a2e6c3647db990d21f07069d6b5 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/6e061a2e6c3647db990d21f07069d6b5 2024-11-11T06:17:47,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/6e061a2e6c3647db990d21f07069d6b5, entries=150, sequenceid=477, filesize=12.0 K 2024-11-11T06:17:47,167 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-11T06:17:47,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/5fbe3e8eb53e4d349a17c3063e1d111a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/5fbe3e8eb53e4d349a17c3063e1d111a 2024-11-11T06:17:47,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/5fbe3e8eb53e4d349a17c3063e1d111a, entries=150, sequenceid=477, filesize=12.0 K 2024-11-11T06:17:47,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 023f05cf045e2e1124ca427115c60c17 in 1271ms, sequenceid=477, compaction requested=true 2024-11-11T06:17:47,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:47,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:17:47,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:47,180 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T06:17:47,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:17:47,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:47,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:17:47,180 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T06:17:47,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:47,182 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 64899 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T06:17:47,182 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/A is initiating minor compaction (all files) 2024-11-11T06:17:47,182 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/A in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:47,182 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/40e3945e892f4a8eba863a316960382c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/d5492487ab4b47448bb7811c39cd53a5, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/c855b6d58c1f45d4b46b42123336976c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/2552f4e95a5c47b3868bbc18619b606a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/47245492627447b2b8f4575ddf25f669] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=63.4 K 2024-11-11T06:17:47,182 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62459 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T06:17:47,182 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/B is initiating minor compaction (all files) 2024-11-11T06:17:47,182 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/B in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:47,182 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40e3945e892f4a8eba863a316960382c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731305860205 2024-11-11T06:17:47,182 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/d0450425822b4ab4b60831c0b6f4d6c2, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/5525275f3f294376a8619f6ebdaea7f4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/54c03a1ddc6f4e878c864a03f88dfc98, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3baef6bd3c594e4ab0e26ca60e10e82e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/6e061a2e6c3647db990d21f07069d6b5] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=61.0 K 2024-11-11T06:17:47,183 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting d0450425822b4ab4b60831c0b6f4d6c2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731305860205 2024-11-11T06:17:47,183 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5492487ab4b47448bb7811c39cd53a5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731305861352 2024-11-11T06:17:47,183 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5525275f3f294376a8619f6ebdaea7f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731305861356 2024-11-11T06:17:47,183 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting c855b6d58c1f45d4b46b42123336976c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731305861981 2024-11-11T06:17:47,184 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 54c03a1ddc6f4e878c864a03f88dfc98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731305861981 2024-11-11T06:17:47,184 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2552f4e95a5c47b3868bbc18619b606a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731305862653 2024-11-11T06:17:47,184 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 3baef6bd3c594e4ab0e26ca60e10e82e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731305862653 2024-11-11T06:17:47,184 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47245492627447b2b8f4575ddf25f669, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731305864792 2024-11-11T06:17:47,185 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e061a2e6c3647db990d21f07069d6b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731305864792 2024-11-11T06:17:47,192 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:47,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T06:17:47,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:47,193 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T06:17:47,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:47,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:47,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:47,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:47,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:47,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:47,209 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#A#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:47,210 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#B#compaction#99 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:47,210 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/b8046efd66e54b7ea56349a2f2eeecb1 is 50, key is test_row_0/A:col10/1731305865906/Put/seqid=0 2024-11-11T06:17:47,210 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/77df5e65129e422f983e90a2c9954b58 is 50, key is test_row_0/B:col10/1731305865906/Put/seqid=0 2024-11-11T06:17:47,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/fed722eb9b4344719984f2c5ef73e9aa is 50, key is test_row_0/A:col10/1731305865922/Put/seqid=0 2024-11-11T06:17:47,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741940_1116 (size=12301) 2024-11-11T06:17:47,220 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/fed722eb9b4344719984f2c5ef73e9aa 2024-11-11T06:17:47,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741938_1114 (size=13425) 2024-11-11T06:17:47,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741939_1115 (size=13425) 2024-11-11T06:17:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-11T06:17:47,232 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/b8046efd66e54b7ea56349a2f2eeecb1 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/b8046efd66e54b7ea56349a2f2eeecb1 2024-11-11T06:17:47,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/894fc559fd134771a73f056cb054115b is 50, key is test_row_0/B:col10/1731305865922/Put/seqid=0 2024-11-11T06:17:47,235 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/77df5e65129e422f983e90a2c9954b58 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/77df5e65129e422f983e90a2c9954b58 2024-11-11T06:17:47,241 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/A of 023f05cf045e2e1124ca427115c60c17 into b8046efd66e54b7ea56349a2f2eeecb1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:47,241 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:47,241 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/A, priority=11, startTime=1731305867180; duration=0sec 2024-11-11T06:17:47,241 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:47,241 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:A 2024-11-11T06:17:47,241 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T06:17:47,243 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62459 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T06:17:47,244 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/C is initiating minor compaction (all files) 2024-11-11T06:17:47,244 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/C in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:47,244 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/ded82b5df5f9420abc5e426b4cdeedd6, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/0dc87e9a3f9f4d4c8ec17a035ae0e0e4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/7d4bc24749c5444eb2539aafbec4a669, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/66b4221cc23543c39c59dc8d15990e0f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/5fbe3e8eb53e4d349a17c3063e1d111a] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=61.0 K 2024-11-11T06:17:47,244 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/B of 023f05cf045e2e1124ca427115c60c17 into 77df5e65129e422f983e90a2c9954b58(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:47,244 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:47,244 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/B, priority=11, startTime=1731305867180; duration=0sec 2024-11-11T06:17:47,244 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:47,244 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:B 2024-11-11T06:17:47,245 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting ded82b5df5f9420abc5e426b4cdeedd6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731305860205 2024-11-11T06:17:47,245 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dc87e9a3f9f4d4c8ec17a035ae0e0e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731305861356 2024-11-11T06:17:47,246 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d4bc24749c5444eb2539aafbec4a669, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731305861981 2024-11-11T06:17:47,246 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66b4221cc23543c39c59dc8d15990e0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731305862653 2024-11-11T06:17:47,247 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fbe3e8eb53e4d349a17c3063e1d111a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731305864792 2024-11-11T06:17:47,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741941_1117 (size=12301) 2024-11-11T06:17:47,262 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#C#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:47,263 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/40cc41d5149341869e27b78f08a5b1d7 is 50, key is test_row_0/C:col10/1731305865906/Put/seqid=0 2024-11-11T06:17:47,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741942_1118 (size=13425) 2024-11-11T06:17:47,655 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/894fc559fd134771a73f056cb054115b 2024-11-11T06:17:47,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/d84f324d26de4598bff11e0b7839a3a4 is 50, key is test_row_0/C:col10/1731305865922/Put/seqid=0 2024-11-11T06:17:47,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741943_1119 (size=12301) 2024-11-11T06:17:47,670 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/d84f324d26de4598bff11e0b7839a3a4 2024-11-11T06:17:47,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/fed722eb9b4344719984f2c5ef73e9aa as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/fed722eb9b4344719984f2c5ef73e9aa 2024-11-11T06:17:47,677 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/40cc41d5149341869e27b78f08a5b1d7 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/40cc41d5149341869e27b78f08a5b1d7 2024-11-11T06:17:47,683 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/fed722eb9b4344719984f2c5ef73e9aa, entries=150, sequenceid=496, filesize=12.0 K 2024-11-11T06:17:47,685 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/C of 023f05cf045e2e1124ca427115c60c17 into 40cc41d5149341869e27b78f08a5b1d7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:47,685 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:47,685 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/C, priority=11, startTime=1731305867180; duration=0sec 2024-11-11T06:17:47,685 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:47,685 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:C 2024-11-11T06:17:47,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/894fc559fd134771a73f056cb054115b as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/894fc559fd134771a73f056cb054115b 2024-11-11T06:17:47,692 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/894fc559fd134771a73f056cb054115b, entries=150, sequenceid=496, filesize=12.0 K 2024-11-11T06:17:47,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/d84f324d26de4598bff11e0b7839a3a4 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/d84f324d26de4598bff11e0b7839a3a4 2024-11-11T06:17:47,698 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/d84f324d26de4598bff11e0b7839a3a4, entries=150, sequenceid=496, filesize=12.0 K 2024-11-11T06:17:47,699 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for 023f05cf045e2e1124ca427115c60c17 in 506ms, sequenceid=496, compaction requested=false 2024-11-11T06:17:47,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:47,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:47,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-11T06:17:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-11T06:17:47,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-11T06:17:47,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5800 sec 2024-11-11T06:17:47,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.5860 sec 2024-11-11T06:17:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:48,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T06:17:48,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:48,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:48,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:48,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:48,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:48,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:48,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/ee65cd986137441096560eb6557ac4fa is 50, key is test_row_0/A:col10/1731305868051/Put/seqid=0 2024-11-11T06:17:48,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741944_1120 (size=14741) 2024-11-11T06:17:48,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/ee65cd986137441096560eb6557ac4fa 2024-11-11T06:17:48,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305928070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305928070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305928072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305928074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305928073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/8995ae2d7e3248cdbc2dbe74e2f22a3a is 50, key is test_row_0/B:col10/1731305868051/Put/seqid=0 2024-11-11T06:17:48,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741945_1121 (size=12301) 2024-11-11T06:17:48,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/8995ae2d7e3248cdbc2dbe74e2f22a3a 2024-11-11T06:17:48,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/28e265148b914103b1ea3d72b669e221 is 50, key is test_row_0/C:col10/1731305868051/Put/seqid=0 2024-11-11T06:17:48,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741946_1122 (size=12301) 2024-11-11T06:17:48,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/28e265148b914103b1ea3d72b669e221 2024-11-11T06:17:48,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/ee65cd986137441096560eb6557ac4fa as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/ee65cd986137441096560eb6557ac4fa 2024-11-11T06:17:48,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/ee65cd986137441096560eb6557ac4fa, entries=200, sequenceid=512, filesize=14.4 K 2024-11-11T06:17:48,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/8995ae2d7e3248cdbc2dbe74e2f22a3a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/8995ae2d7e3248cdbc2dbe74e2f22a3a 2024-11-11T06:17:48,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/8995ae2d7e3248cdbc2dbe74e2f22a3a, entries=150, sequenceid=512, filesize=12.0 K 2024-11-11T06:17:48,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/28e265148b914103b1ea3d72b669e221 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/28e265148b914103b1ea3d72b669e221 2024-11-11T06:17:48,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/28e265148b914103b1ea3d72b669e221, entries=150, sequenceid=512, filesize=12.0 K 2024-11-11T06:17:48,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 023f05cf045e2e1124ca427115c60c17 in 74ms, sequenceid=512, compaction requested=true 2024-11-11T06:17:48,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:48,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:17:48,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:48,126 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:48,127 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:48,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:17:48,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:48,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:17:48,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:48,128 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:48,128 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/B is initiating minor compaction (all files) 2024-11-11T06:17:48,128 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:48,128 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/B in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:48,128 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/A is initiating minor compaction (all files) 2024-11-11T06:17:48,128 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/A in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:48,128 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/77df5e65129e422f983e90a2c9954b58, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/894fc559fd134771a73f056cb054115b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/8995ae2d7e3248cdbc2dbe74e2f22a3a] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=37.1 K 2024-11-11T06:17:48,128 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/b8046efd66e54b7ea56349a2f2eeecb1, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/fed722eb9b4344719984f2c5ef73e9aa, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/ee65cd986137441096560eb6557ac4fa] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=39.5 K 2024-11-11T06:17:48,129 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 77df5e65129e422f983e90a2c9954b58, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731305864792 2024-11-11T06:17:48,129 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8046efd66e54b7ea56349a2f2eeecb1, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731305864792 2024-11-11T06:17:48,129 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 894fc559fd134771a73f056cb054115b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731305865922 2024-11-11T06:17:48,130 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting fed722eb9b4344719984f2c5ef73e9aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731305865922 2024-11-11T06:17:48,130 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 8995ae2d7e3248cdbc2dbe74e2f22a3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1731305868044 2024-11-11T06:17:48,131 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee65cd986137441096560eb6557ac4fa, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1731305868044 2024-11-11T06:17:48,140 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#B#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:48,141 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#A#compaction#109 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:48,141 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/85a0194b2a4d4256bc2fe69f7c14ce72 is 50, key is test_row_0/B:col10/1731305868051/Put/seqid=0 2024-11-11T06:17:48,142 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/ad9ccf10023e4d069ba90e4dd70b0cf1 is 50, key is test_row_0/A:col10/1731305868051/Put/seqid=0 2024-11-11T06:17:48,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741947_1123 (size=13527) 2024-11-11T06:17:48,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741948_1124 (size=13527) 2024-11-11T06:17:48,158 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/85a0194b2a4d4256bc2fe69f7c14ce72 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/85a0194b2a4d4256bc2fe69f7c14ce72 2024-11-11T06:17:48,164 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/B of 023f05cf045e2e1124ca427115c60c17 into 85a0194b2a4d4256bc2fe69f7c14ce72(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:48,164 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:48,164 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/B, priority=13, startTime=1731305868126; duration=0sec 2024-11-11T06:17:48,164 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:48,164 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:B 2024-11-11T06:17:48,164 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:48,166 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:48,166 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 023f05cf045e2e1124ca427115c60c17/C is initiating minor compaction (all files) 2024-11-11T06:17:48,166 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 023f05cf045e2e1124ca427115c60c17/C in TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:48,166 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/40cc41d5149341869e27b78f08a5b1d7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/d84f324d26de4598bff11e0b7839a3a4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/28e265148b914103b1ea3d72b669e221] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp, totalSize=37.1 K 2024-11-11T06:17:48,167 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 40cc41d5149341869e27b78f08a5b1d7, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731305864792 2024-11-11T06:17:48,167 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting d84f324d26de4598bff11e0b7839a3a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731305865922 2024-11-11T06:17:48,168 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 28e265148b914103b1ea3d72b669e221, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1731305868044 2024-11-11T06:17:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:48,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T06:17:48,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:48,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:48,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:48,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:48,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:48,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:48,179 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023f05cf045e2e1124ca427115c60c17#C#compaction#110 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:48,180 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/c5abcef7bf974cdfb118e92423cce03e is 50, key is test_row_0/C:col10/1731305868051/Put/seqid=0 2024-11-11T06:17:48,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/e946462ff7e54e94b5aa5a3aac11005e is 50, key is test_row_0/A:col10/1731305868176/Put/seqid=0 2024-11-11T06:17:48,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305928183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305928184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741949_1125 (size=13527) 2024-11-11T06:17:48,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305928185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305928185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305928187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741950_1126 (size=14741) 2024-11-11T06:17:48,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/e946462ff7e54e94b5aa5a3aac11005e 2024-11-11T06:17:48,195 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/c5abcef7bf974cdfb118e92423cce03e as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/c5abcef7bf974cdfb118e92423cce03e 2024-11-11T06:17:48,201 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/C of 023f05cf045e2e1124ca427115c60c17 into c5abcef7bf974cdfb118e92423cce03e(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:48,201 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:48,201 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/C, priority=13, startTime=1731305868127; duration=0sec 2024-11-11T06:17:48,201 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:48,201 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:C 2024-11-11T06:17:48,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/87783856472242468aee6d979fd4275c is 50, key is test_row_0/B:col10/1731305868176/Put/seqid=0 2024-11-11T06:17:48,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741951_1127 (size=12301) 2024-11-11T06:17:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-11T06:17:48,225 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-11T06:17:48,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:17:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-11T06:17:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-11T06:17:48,229 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:17:48,229 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:17:48,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:17:48,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305928286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305928287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305928289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305928290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305928290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-11T06:17:48,381 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-11T06:17:48,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:48,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:48,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:48,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:48,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:48,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305928489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305928489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305928490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305928493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305928493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-11T06:17:48,535 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-11T06:17:48,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:48,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:48,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:48,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:48,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:48,555 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/ad9ccf10023e4d069ba90e4dd70b0cf1 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/ad9ccf10023e4d069ba90e4dd70b0cf1 2024-11-11T06:17:48,561 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 023f05cf045e2e1124ca427115c60c17/A of 023f05cf045e2e1124ca427115c60c17 into ad9ccf10023e4d069ba90e4dd70b0cf1(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:48,561 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:48,561 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17., storeName=023f05cf045e2e1124ca427115c60c17/A, priority=13, startTime=1731305868126; duration=0sec 2024-11-11T06:17:48,561 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:48,561 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:A 2024-11-11T06:17:48,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/87783856472242468aee6d979fd4275c 2024-11-11T06:17:48,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/88c8acb6b0d741408912aaf1d493ab38 is 50, key is test_row_0/C:col10/1731305868176/Put/seqid=0 2024-11-11T06:17:48,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741952_1128 (size=12301) 2024-11-11T06:17:48,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/88c8acb6b0d741408912aaf1d493ab38 2024-11-11T06:17:48,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/e946462ff7e54e94b5aa5a3aac11005e as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/e946462ff7e54e94b5aa5a3aac11005e 2024-11-11T06:17:48,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/e946462ff7e54e94b5aa5a3aac11005e, entries=200, sequenceid=538, filesize=14.4 K 2024-11-11T06:17:48,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/87783856472242468aee6d979fd4275c as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/87783856472242468aee6d979fd4275c 2024-11-11T06:17:48,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/87783856472242468aee6d979fd4275c, entries=150, sequenceid=538, filesize=12.0 K 2024-11-11T06:17:48,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/88c8acb6b0d741408912aaf1d493ab38 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/88c8acb6b0d741408912aaf1d493ab38 2024-11-11T06:17:48,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/88c8acb6b0d741408912aaf1d493ab38, entries=150, sequenceid=538, filesize=12.0 K 2024-11-11T06:17:48,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 023f05cf045e2e1124ca427115c60c17 in 477ms, sequenceid=538, compaction requested=false 2024-11-11T06:17:48,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:48,688 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-11T06:17:48,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:48,689 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T06:17:48,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:48,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:48,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:48,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:48,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:48,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:48,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/4cbeee06723a4dffabcce37b42e05eaf is 50, key is test_row_0/A:col10/1731305868185/Put/seqid=0 2024-11-11T06:17:48,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741953_1129 (size=12301) 2024-11-11T06:17:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:48,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. as already flushing 2024-11-11T06:17:48,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305928811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305928811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305928815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305928815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305928816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-11T06:17:48,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305928916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305928916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305928918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305928919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:48,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305928919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:49,111 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/4cbeee06723a4dffabcce37b42e05eaf 2024-11-11T06:17:49,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49008 deadline: 1731305929119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:49,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731305929119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:49,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/8fbc2e4f2eea40f9b2ada1ffa86fff42 is 50, key is test_row_0/B:col10/1731305868185/Put/seqid=0 2024-11-11T06:17:49,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731305929121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:49,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49024 deadline: 1731305929121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:49,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49028 deadline: 1731305929121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:49,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741954_1130 (size=12301) 2024-11-11T06:17:49,128 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/8fbc2e4f2eea40f9b2ada1ffa86fff42 2024-11-11T06:17:49,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/de8081c380c64b5484142bdbe4713d2b is 50, key is test_row_0/C:col10/1731305868185/Put/seqid=0 2024-11-11T06:17:49,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741955_1131 (size=12301) 2024-11-11T06:17:49,143 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/de8081c380c64b5484142bdbe4713d2b 2024-11-11T06:17:49,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/4cbeee06723a4dffabcce37b42e05eaf as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/4cbeee06723a4dffabcce37b42e05eaf 2024-11-11T06:17:49,155 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/4cbeee06723a4dffabcce37b42e05eaf, entries=150, sequenceid=552, filesize=12.0 K 2024-11-11T06:17:49,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/8fbc2e4f2eea40f9b2ada1ffa86fff42 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/8fbc2e4f2eea40f9b2ada1ffa86fff42 2024-11-11T06:17:49,162 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/8fbc2e4f2eea40f9b2ada1ffa86fff42, entries=150, sequenceid=552, filesize=12.0 K 2024-11-11T06:17:49,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/de8081c380c64b5484142bdbe4713d2b as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/de8081c380c64b5484142bdbe4713d2b 2024-11-11T06:17:49,170 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/de8081c380c64b5484142bdbe4713d2b, entries=150, sequenceid=552, filesize=12.0 K 2024-11-11T06:17:49,171 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 023f05cf045e2e1124ca427115c60c17 in 482ms, sequenceid=552, compaction requested=true 2024-11-11T06:17:49,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:49,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:49,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-11T06:17:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-11T06:17:49,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-11T06:17:49,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 944 msec 2024-11-11T06:17:49,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 951 msec 2024-11-11T06:17:49,223 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51cab508 to 127.0.0.1:63180 2024-11-11T06:17:49,223 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4bf8e82a to 127.0.0.1:63180 2024-11-11T06:17:49,223 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:17:49,223 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:17:49,224 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ba01639 to 127.0.0.1:63180 2024-11-11T06:17:49,224 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:17:49,227 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24890c79 to 127.0.0.1:63180 2024-11-11T06:17:49,227 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:17:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-11T06:17:49,332 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-11T06:17:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:49,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T06:17:49,424 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54af89df to 127.0.0.1:63180 2024-11-11T06:17:49,424 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x251efa5e to 127.0.0.1:63180 2024-11-11T06:17:49,424 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:17:49,424 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:17:49,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:49,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:49,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:49,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:49,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:49,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:49,425 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28808bb9 to 127.0.0.1:63180 2024-11-11T06:17:49,426 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:17:49,426 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67f7d3d3 to 127.0.0.1:63180 2024-11-11T06:17:49,426 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:17:49,427 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x774bf929 to 127.0.0.1:63180 2024-11-11T06:17:49,427 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:17:49,427 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T06:17:49,427 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-11T06:17:49,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-11T06:17:49,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-11T06:17:49,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-11T06:17:49,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-11T06:17:49,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T06:17:49,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6281 2024-11-11T06:17:49,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6156 2024-11-11T06:17:49,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T06:17:49,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2767 2024-11-11T06:17:49,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8296 rows 2024-11-11T06:17:49,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2816 2024-11-11T06:17:49,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8446 rows 2024-11-11T06:17:49,428 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T06:17:49,428 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x038196d7 to 127.0.0.1:63180 2024-11-11T06:17:49,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:17:49,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/278d336650b44727bdd916da065f2523 is 50, key is test_row_0/A:col10/1731305869422/Put/seqid=0 2024-11-11T06:17:49,436 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T06:17:49,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741956_1132 (size=12301) 2024-11-11T06:17:49,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T06:17:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T06:17:49,447 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305869447"}]},"ts":"1731305869447"} 2024-11-11T06:17:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-11T06:17:49,449 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T06:17:49,452 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T06:17:49,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T06:17:49,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=023f05cf045e2e1124ca427115c60c17, UNASSIGN}] 2024-11-11T06:17:49,458 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=023f05cf045e2e1124ca427115c60c17, UNASSIGN 2024-11-11T06:17:49,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=023f05cf045e2e1124ca427115c60c17, regionState=CLOSING, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:49,460 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T06:17:49,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; CloseRegionProcedure 023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804}] 2024-11-11T06:17:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-11T06:17:49,615 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:49,617 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(124): Close 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:49,617 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T06:17:49,618 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1681): Closing 023f05cf045e2e1124ca427115c60c17, disabling compactions & flushes 2024-11-11T06:17:49,618 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-11T06:17:49,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/278d336650b44727bdd916da065f2523 2024-11-11T06:17:49,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/b3ed5ad940dd462cbf06e684d963a769 is 50, key is test_row_0/B:col10/1731305869422/Put/seqid=0 2024-11-11T06:17:49,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741957_1133 (size=12301) 2024-11-11T06:17:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-11T06:17:50,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/b3ed5ad940dd462cbf06e684d963a769 2024-11-11T06:17:50,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/2fdd25285f104b3996f76239d3fe64e0 is 50, key is test_row_0/C:col10/1731305869422/Put/seqid=0 2024-11-11T06:17:50,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741958_1134 (size=12301) 2024-11-11T06:17:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-11T06:17:50,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/2fdd25285f104b3996f76239d3fe64e0 2024-11-11T06:17:50,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/278d336650b44727bdd916da065f2523 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/278d336650b44727bdd916da065f2523 2024-11-11T06:17:50,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/278d336650b44727bdd916da065f2523, entries=150, sequenceid=579, filesize=12.0 K 2024-11-11T06:17:50,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/b3ed5ad940dd462cbf06e684d963a769 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/b3ed5ad940dd462cbf06e684d963a769 2024-11-11T06:17:50,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/b3ed5ad940dd462cbf06e684d963a769, entries=150, sequenceid=579, filesize=12.0 K 2024-11-11T06:17:50,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/2fdd25285f104b3996f76239d3fe64e0 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/2fdd25285f104b3996f76239d3fe64e0 2024-11-11T06:17:50,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/2fdd25285f104b3996f76239d3fe64e0, entries=150, sequenceid=579, filesize=12.0 K 2024-11-11T06:17:50,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=20.13 KB/20610 for 023f05cf045e2e1124ca427115c60c17 in 1260ms, sequenceid=579, compaction requested=true 2024-11-11T06:17:50,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:50,684 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:50,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:17:50,684 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:50,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:50,684 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. because compaction request was cancelled 2024-11-11T06:17:50,684 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. after waiting 0 ms 2024-11-11T06:17:50,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:17:50,685 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:50,685 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. because compaction request was cancelled 2024-11-11T06:17:50,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:50,685 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:A 2024-11-11T06:17:50,685 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:B 2024-11-11T06:17:50,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023f05cf045e2e1124ca427115c60c17:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:17:50,685 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. because compaction request was cancelled 2024-11-11T06:17:50,685 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(2837): Flushing 023f05cf045e2e1124ca427115c60c17 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-11T06:17:50,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:50,685 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023f05cf045e2e1124ca427115c60c17:C 2024-11-11T06:17:50,685 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=A 2024-11-11T06:17:50,685 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:50,685 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=B 2024-11-11T06:17:50,685 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:50,685 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 023f05cf045e2e1124ca427115c60c17, store=C 2024-11-11T06:17:50,685 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:50,689 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/f99c5c90c71a459280d8642f55f8bd02 is 50, key is test_row_0/A:col10/1731305869426/Put/seqid=0 2024-11-11T06:17:50,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741959_1135 (size=12301) 2024-11-11T06:17:51,093 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/f99c5c90c71a459280d8642f55f8bd02 2024-11-11T06:17:51,101 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/a0bfe7ca4c034a919edff28ca4bc2bb0 is 50, key is test_row_0/B:col10/1731305869426/Put/seqid=0 2024-11-11T06:17:51,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741960_1136 (size=12301) 2024-11-11T06:17:51,195 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T06:17:51,395 ERROR [LeaseRenewer:jenkins@localhost:35853 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:35853,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:51,506 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/a0bfe7ca4c034a919edff28ca4bc2bb0 2024-11-11T06:17:51,513 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/6b4167a6371c4c139e85e73123205d18 is 50, key is test_row_0/C:col10/1731305869426/Put/seqid=0 2024-11-11T06:17:51,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741961_1137 (size=12301) 2024-11-11T06:17:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-11T06:17:51,917 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/6b4167a6371c4c139e85e73123205d18 2024-11-11T06:17:51,922 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/A/f99c5c90c71a459280d8642f55f8bd02 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/f99c5c90c71a459280d8642f55f8bd02 2024-11-11T06:17:51,925 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/f99c5c90c71a459280d8642f55f8bd02, entries=150, sequenceid=585, filesize=12.0 K 2024-11-11T06:17:51,926 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/B/a0bfe7ca4c034a919edff28ca4bc2bb0 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a0bfe7ca4c034a919edff28ca4bc2bb0 2024-11-11T06:17:51,930 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a0bfe7ca4c034a919edff28ca4bc2bb0, entries=150, sequenceid=585, filesize=12.0 K 2024-11-11T06:17:51,930 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/.tmp/C/6b4167a6371c4c139e85e73123205d18 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/6b4167a6371c4c139e85e73123205d18 2024-11-11T06:17:51,934 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/6b4167a6371c4c139e85e73123205d18, entries=150, sequenceid=585, filesize=12.0 K 2024-11-11T06:17:51,935 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 023f05cf045e2e1124ca427115c60c17 in 1250ms, sequenceid=585, compaction requested=true 2024-11-11T06:17:51,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/14ec4ab2f7334ba89eb2a0b17ee6f7c2, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/91cf22c0e69c4c28bd1625fa88e38492, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/dee6d91072954fbeab52d2f5b09690b7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/952d39e0033a45a983ef0b2a40c5e81a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/430c3db7f67845be9f72fe7128ef071d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/2bf4c977be264e7081b9dfc98d880e8b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/730b1d55895f44cab66ffb0c47f7cb47, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/f9a2b67334b84acd8e210f4c10340fdc, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/ad334f91e5094d59b44594787a714c79, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/86a8fde51e0b4d818d0dec1df3c741c3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/eaf5be0819304b09a6e813e54dfc7d1d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/cf0518715bac458da1a57fca680177b5, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/75ce40e7886e4f1188134d6b06297614, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/d5d78562dbfb494787ceea634b52c8b9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/c6ee902353094f57bfc3bdcee3f9b5af, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/4493910ed9fd4f36ad1c90507e470bcf, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/7dc0e80c33774dcea83f8039fa2ab80f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/d82badf55db14dc0b59238699116e4b3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/422eeb1dddc644b5b15f22385c623e49, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/7438c82a9c224c73afdcc2aa414a74a0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/bd2ed64c1f26480490ac706a6b9f88f8, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/6d04add2f76f46fea6feffc087e5095f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/702f7d5c7e9741d1922dd194783b129a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/feafc8999518439b95d8cb7957091a10, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/a314f9b6ba63492399f8e093184194d2, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/4b2e7caa725c4956bba29c235679ef8f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/cf62c6488ca845859b82fd750c7884f8, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/40e3945e892f4a8eba863a316960382c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/18e29658063e4becbc2dd86e00c962af, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/d5492487ab4b47448bb7811c39cd53a5, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/c855b6d58c1f45d4b46b42123336976c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/2552f4e95a5c47b3868bbc18619b606a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/b8046efd66e54b7ea56349a2f2eeecb1, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/47245492627447b2b8f4575ddf25f669, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/fed722eb9b4344719984f2c5ef73e9aa, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/ee65cd986137441096560eb6557ac4fa] to archive 2024-11-11T06:17:51,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T06:17:51,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/14ec4ab2f7334ba89eb2a0b17ee6f7c2 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/14ec4ab2f7334ba89eb2a0b17ee6f7c2 2024-11-11T06:17:51,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/91cf22c0e69c4c28bd1625fa88e38492 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/91cf22c0e69c4c28bd1625fa88e38492 2024-11-11T06:17:51,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/dee6d91072954fbeab52d2f5b09690b7 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/dee6d91072954fbeab52d2f5b09690b7 2024-11-11T06:17:51,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/952d39e0033a45a983ef0b2a40c5e81a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/952d39e0033a45a983ef0b2a40c5e81a 2024-11-11T06:17:51,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/430c3db7f67845be9f72fe7128ef071d to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/430c3db7f67845be9f72fe7128ef071d 2024-11-11T06:17:51,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/2bf4c977be264e7081b9dfc98d880e8b to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/2bf4c977be264e7081b9dfc98d880e8b 2024-11-11T06:17:51,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/730b1d55895f44cab66ffb0c47f7cb47 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/730b1d55895f44cab66ffb0c47f7cb47 2024-11-11T06:17:51,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/f9a2b67334b84acd8e210f4c10340fdc to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/f9a2b67334b84acd8e210f4c10340fdc 2024-11-11T06:17:51,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/ad334f91e5094d59b44594787a714c79 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/ad334f91e5094d59b44594787a714c79 2024-11-11T06:17:51,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/86a8fde51e0b4d818d0dec1df3c741c3 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/86a8fde51e0b4d818d0dec1df3c741c3 2024-11-11T06:17:51,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/eaf5be0819304b09a6e813e54dfc7d1d to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/eaf5be0819304b09a6e813e54dfc7d1d 2024-11-11T06:17:51,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/cf0518715bac458da1a57fca680177b5 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/cf0518715bac458da1a57fca680177b5 2024-11-11T06:17:51,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/75ce40e7886e4f1188134d6b06297614 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/75ce40e7886e4f1188134d6b06297614 2024-11-11T06:17:51,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/d5d78562dbfb494787ceea634b52c8b9 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/d5d78562dbfb494787ceea634b52c8b9 2024-11-11T06:17:51,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/c6ee902353094f57bfc3bdcee3f9b5af to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/c6ee902353094f57bfc3bdcee3f9b5af 2024-11-11T06:17:51,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/4493910ed9fd4f36ad1c90507e470bcf to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/4493910ed9fd4f36ad1c90507e470bcf 2024-11-11T06:17:51,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/7dc0e80c33774dcea83f8039fa2ab80f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/7dc0e80c33774dcea83f8039fa2ab80f 2024-11-11T06:17:51,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/d82badf55db14dc0b59238699116e4b3 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/d82badf55db14dc0b59238699116e4b3 2024-11-11T06:17:51,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/422eeb1dddc644b5b15f22385c623e49 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/422eeb1dddc644b5b15f22385c623e49 2024-11-11T06:17:51,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/7438c82a9c224c73afdcc2aa414a74a0 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/7438c82a9c224c73afdcc2aa414a74a0 2024-11-11T06:17:51,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/bd2ed64c1f26480490ac706a6b9f88f8 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/bd2ed64c1f26480490ac706a6b9f88f8 2024-11-11T06:17:51,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/6d04add2f76f46fea6feffc087e5095f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/6d04add2f76f46fea6feffc087e5095f 2024-11-11T06:17:51,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/702f7d5c7e9741d1922dd194783b129a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/702f7d5c7e9741d1922dd194783b129a 2024-11-11T06:17:51,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/feafc8999518439b95d8cb7957091a10 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/feafc8999518439b95d8cb7957091a10 2024-11-11T06:17:51,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/a314f9b6ba63492399f8e093184194d2 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/a314f9b6ba63492399f8e093184194d2 2024-11-11T06:17:51,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/4b2e7caa725c4956bba29c235679ef8f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/4b2e7caa725c4956bba29c235679ef8f 2024-11-11T06:17:51,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/cf62c6488ca845859b82fd750c7884f8 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/cf62c6488ca845859b82fd750c7884f8 2024-11-11T06:17:51,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/40e3945e892f4a8eba863a316960382c to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/40e3945e892f4a8eba863a316960382c 2024-11-11T06:17:51,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/18e29658063e4becbc2dd86e00c962af to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/18e29658063e4becbc2dd86e00c962af 2024-11-11T06:17:51,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/d5492487ab4b47448bb7811c39cd53a5 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/d5492487ab4b47448bb7811c39cd53a5 2024-11-11T06:17:51,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/c855b6d58c1f45d4b46b42123336976c to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/c855b6d58c1f45d4b46b42123336976c 2024-11-11T06:17:51,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/2552f4e95a5c47b3868bbc18619b606a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/2552f4e95a5c47b3868bbc18619b606a 2024-11-11T06:17:51,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/b8046efd66e54b7ea56349a2f2eeecb1 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/b8046efd66e54b7ea56349a2f2eeecb1 2024-11-11T06:17:51,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/47245492627447b2b8f4575ddf25f669 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/47245492627447b2b8f4575ddf25f669 2024-11-11T06:17:51,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/fed722eb9b4344719984f2c5ef73e9aa to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/fed722eb9b4344719984f2c5ef73e9aa 2024-11-11T06:17:51,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/ee65cd986137441096560eb6557ac4fa to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/ee65cd986137441096560eb6557ac4fa 2024-11-11T06:17:52,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/5f67d26aba76450dbaa93b9aba23dbf9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/afc2158191b945409882c3d1ccaf2c39, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/76e8371fee0a4c87be4bb2866c175280, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3d10c3ff0f0547d28cee9324f42995bd, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/69c6e40bcacf4dbdaabf21550d40899c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/c07f3e37406f4f16b700cecfb2484331, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/b8b426d171384d1eac1ab7ab41aeb2bb, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/c6d1e276db8d423794ad8044c866bfdb, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a058e5ac61a74353966ff44d25f3bc15, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/77e94303a21d496c9c0b9e5e06f77e21, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/0f0ae9f353974f318ab21f1c391ccd8f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/23d438017a504050ab7bf983c3ed9161, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/6735f7666fe34f0b8af5f16e8f56c125, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/1446b0187b6848bb95c2801511027563, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/42cd37f6688b4a6bb8163185530f540c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/4aca2104d2464e9aa5f0414237f2f217, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3cad4747ea2a422b983a30917c0e0502, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/6c1b29138f354ae5a6bac60fe9303254, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/55022a5a28614addb6809757e9ec39f0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a10a7e3152de46f888ca21ae6a560b24, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/ea772f5d8e894b3390e6b4c4bd7b232c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/657a93d43c2d4d90a9cd553acc2a8250, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a1ecf826172a424ea3bc8505714b4968, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3c95aac45de3497881466e72d8686454, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/f2c3a07199e84032a4264befc37b728a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/4e5d014cbbf0426b97283d891e8b546c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a4813207b11847619f93486dcb9c029e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/d0450425822b4ab4b60831c0b6f4d6c2, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/daf7af456f164e1bbf11062ee83c8e34, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/5525275f3f294376a8619f6ebdaea7f4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/54c03a1ddc6f4e878c864a03f88dfc98, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3baef6bd3c594e4ab0e26ca60e10e82e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/77df5e65129e422f983e90a2c9954b58, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/6e061a2e6c3647db990d21f07069d6b5, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/894fc559fd134771a73f056cb054115b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/8995ae2d7e3248cdbc2dbe74e2f22a3a] to archive 2024-11-11T06:17:52,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T06:17:52,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/5f67d26aba76450dbaa93b9aba23dbf9 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/5f67d26aba76450dbaa93b9aba23dbf9 2024-11-11T06:17:52,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/afc2158191b945409882c3d1ccaf2c39 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/afc2158191b945409882c3d1ccaf2c39 2024-11-11T06:17:52,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/76e8371fee0a4c87be4bb2866c175280 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/76e8371fee0a4c87be4bb2866c175280 2024-11-11T06:17:52,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3d10c3ff0f0547d28cee9324f42995bd to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3d10c3ff0f0547d28cee9324f42995bd 2024-11-11T06:17:52,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/69c6e40bcacf4dbdaabf21550d40899c to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/69c6e40bcacf4dbdaabf21550d40899c 2024-11-11T06:17:52,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/c07f3e37406f4f16b700cecfb2484331 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/c07f3e37406f4f16b700cecfb2484331 2024-11-11T06:17:52,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/b8b426d171384d1eac1ab7ab41aeb2bb to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/b8b426d171384d1eac1ab7ab41aeb2bb 2024-11-11T06:17:52,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/c6d1e276db8d423794ad8044c866bfdb to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/c6d1e276db8d423794ad8044c866bfdb 2024-11-11T06:17:52,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a058e5ac61a74353966ff44d25f3bc15 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a058e5ac61a74353966ff44d25f3bc15 2024-11-11T06:17:52,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/77e94303a21d496c9c0b9e5e06f77e21 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/77e94303a21d496c9c0b9e5e06f77e21 2024-11-11T06:17:52,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/0f0ae9f353974f318ab21f1c391ccd8f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/0f0ae9f353974f318ab21f1c391ccd8f 2024-11-11T06:17:52,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/23d438017a504050ab7bf983c3ed9161 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/23d438017a504050ab7bf983c3ed9161 2024-11-11T06:17:52,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/6735f7666fe34f0b8af5f16e8f56c125 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/6735f7666fe34f0b8af5f16e8f56c125 2024-11-11T06:17:52,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/1446b0187b6848bb95c2801511027563 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/1446b0187b6848bb95c2801511027563 2024-11-11T06:17:52,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/42cd37f6688b4a6bb8163185530f540c to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/42cd37f6688b4a6bb8163185530f540c 2024-11-11T06:17:52,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/4aca2104d2464e9aa5f0414237f2f217 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/4aca2104d2464e9aa5f0414237f2f217 2024-11-11T06:17:52,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3cad4747ea2a422b983a30917c0e0502 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3cad4747ea2a422b983a30917c0e0502 2024-11-11T06:17:52,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/6c1b29138f354ae5a6bac60fe9303254 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/6c1b29138f354ae5a6bac60fe9303254 2024-11-11T06:17:52,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/55022a5a28614addb6809757e9ec39f0 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/55022a5a28614addb6809757e9ec39f0 2024-11-11T06:17:52,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a10a7e3152de46f888ca21ae6a560b24 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a10a7e3152de46f888ca21ae6a560b24 2024-11-11T06:17:52,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/ea772f5d8e894b3390e6b4c4bd7b232c to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/ea772f5d8e894b3390e6b4c4bd7b232c 2024-11-11T06:17:52,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/657a93d43c2d4d90a9cd553acc2a8250 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/657a93d43c2d4d90a9cd553acc2a8250 2024-11-11T06:17:52,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a1ecf826172a424ea3bc8505714b4968 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a1ecf826172a424ea3bc8505714b4968 2024-11-11T06:17:52,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3c95aac45de3497881466e72d8686454 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3c95aac45de3497881466e72d8686454 2024-11-11T06:17:52,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/f2c3a07199e84032a4264befc37b728a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/f2c3a07199e84032a4264befc37b728a 2024-11-11T06:17:52,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/4e5d014cbbf0426b97283d891e8b546c to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/4e5d014cbbf0426b97283d891e8b546c 2024-11-11T06:17:52,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a4813207b11847619f93486dcb9c029e to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a4813207b11847619f93486dcb9c029e 2024-11-11T06:17:52,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/d0450425822b4ab4b60831c0b6f4d6c2 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/d0450425822b4ab4b60831c0b6f4d6c2 2024-11-11T06:17:52,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/daf7af456f164e1bbf11062ee83c8e34 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/daf7af456f164e1bbf11062ee83c8e34 2024-11-11T06:17:52,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/5525275f3f294376a8619f6ebdaea7f4 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/5525275f3f294376a8619f6ebdaea7f4 2024-11-11T06:17:52,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/54c03a1ddc6f4e878c864a03f88dfc98 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/54c03a1ddc6f4e878c864a03f88dfc98 2024-11-11T06:17:52,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3baef6bd3c594e4ab0e26ca60e10e82e to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/3baef6bd3c594e4ab0e26ca60e10e82e 2024-11-11T06:17:52,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/77df5e65129e422f983e90a2c9954b58 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/77df5e65129e422f983e90a2c9954b58 2024-11-11T06:17:52,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/6e061a2e6c3647db990d21f07069d6b5 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/6e061a2e6c3647db990d21f07069d6b5 2024-11-11T06:17:52,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/894fc559fd134771a73f056cb054115b to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/894fc559fd134771a73f056cb054115b 2024-11-11T06:17:52,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/8995ae2d7e3248cdbc2dbe74e2f22a3a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/8995ae2d7e3248cdbc2dbe74e2f22a3a 2024-11-11T06:17:52,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/3b99f2c5fadf41d2a8f8f993d44f7642, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/a615950fd866415b977cd674af045fd7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/eae130b501fa4532b5d6052b46b1a2da, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/c3b5d4a4886c4ba5839f5778f70c8e4b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/d1062a9fd7204a34a778a7746e2a2905, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/bedd8111498d4aa29f0406f86d782095, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/fbdd2041f61045b6ae8cd3c34ae0dd35, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/7c831e82dafd428fbcdddeae17c1ded0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/26f1f492d3b74a4a8017c95ec99acfd1, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/110d509b04e54faf966ffbcfbff62357, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/cdf808e378c6439282cff5fbfdad83ff, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/717185c71e124c3db67e35676534b597, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/2eba6feb457f4a6995e912db70ace02c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/c976735af7c44278ac7a88f43e56bb87, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/411f15bea83c4dc8bd92da810f8a7adb, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/044377d0ebd348a08f3474fedeeb118b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/8d01e0e83bcd499298336b713c56bfba, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/dfc1e31e11574c8bbcd9c9c4ce5e6679, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/0515bd4237404af79caa57c65dd7571c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/39842b7ca6c24861b932b4950a092763, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/c9df32fbf2b7433899f05009c5199dd6, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/f52ee95f3c144bb898456147104fea49, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/9c4b9bc56e124081abd62f9fd927a432, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/48b6b0687e1a48e8ba1968e4a99e3f5e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/63589d5a3ace49d2acb07d4baaf52742, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/df6175b3e9934222a83be02f99629a0c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/6373a267b97a4936b661a0fe430a5bd0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/ded82b5df5f9420abc5e426b4cdeedd6, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/a0dd50526b154caf93492c884caf1a46, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/0dc87e9a3f9f4d4c8ec17a035ae0e0e4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/7d4bc24749c5444eb2539aafbec4a669, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/66b4221cc23543c39c59dc8d15990e0f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/40cc41d5149341869e27b78f08a5b1d7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/5fbe3e8eb53e4d349a17c3063e1d111a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/d84f324d26de4598bff11e0b7839a3a4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/28e265148b914103b1ea3d72b669e221] to archive 2024-11-11T06:17:52,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T06:17:52,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/3b99f2c5fadf41d2a8f8f993d44f7642 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/3b99f2c5fadf41d2a8f8f993d44f7642 2024-11-11T06:17:52,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/a615950fd866415b977cd674af045fd7 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/a615950fd866415b977cd674af045fd7 2024-11-11T06:17:52,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/eae130b501fa4532b5d6052b46b1a2da to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/eae130b501fa4532b5d6052b46b1a2da 2024-11-11T06:17:52,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/c3b5d4a4886c4ba5839f5778f70c8e4b to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/c3b5d4a4886c4ba5839f5778f70c8e4b 2024-11-11T06:17:52,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/d1062a9fd7204a34a778a7746e2a2905 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/d1062a9fd7204a34a778a7746e2a2905 2024-11-11T06:17:52,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/bedd8111498d4aa29f0406f86d782095 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/bedd8111498d4aa29f0406f86d782095 2024-11-11T06:17:52,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/fbdd2041f61045b6ae8cd3c34ae0dd35 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/fbdd2041f61045b6ae8cd3c34ae0dd35 2024-11-11T06:17:52,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/7c831e82dafd428fbcdddeae17c1ded0 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/7c831e82dafd428fbcdddeae17c1ded0 2024-11-11T06:17:52,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/26f1f492d3b74a4a8017c95ec99acfd1 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/26f1f492d3b74a4a8017c95ec99acfd1 2024-11-11T06:17:52,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/110d509b04e54faf966ffbcfbff62357 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/110d509b04e54faf966ffbcfbff62357 2024-11-11T06:17:52,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/cdf808e378c6439282cff5fbfdad83ff to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/cdf808e378c6439282cff5fbfdad83ff 2024-11-11T06:17:52,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/717185c71e124c3db67e35676534b597 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/717185c71e124c3db67e35676534b597 2024-11-11T06:17:52,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/2eba6feb457f4a6995e912db70ace02c to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/2eba6feb457f4a6995e912db70ace02c 2024-11-11T06:17:52,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/c976735af7c44278ac7a88f43e56bb87 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/c976735af7c44278ac7a88f43e56bb87 2024-11-11T06:17:52,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/411f15bea83c4dc8bd92da810f8a7adb to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/411f15bea83c4dc8bd92da810f8a7adb 2024-11-11T06:17:52,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/044377d0ebd348a08f3474fedeeb118b to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/044377d0ebd348a08f3474fedeeb118b 2024-11-11T06:17:52,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/8d01e0e83bcd499298336b713c56bfba to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/8d01e0e83bcd499298336b713c56bfba 2024-11-11T06:17:52,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/dfc1e31e11574c8bbcd9c9c4ce5e6679 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/dfc1e31e11574c8bbcd9c9c4ce5e6679 2024-11-11T06:17:52,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/0515bd4237404af79caa57c65dd7571c to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/0515bd4237404af79caa57c65dd7571c 2024-11-11T06:17:52,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/39842b7ca6c24861b932b4950a092763 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/39842b7ca6c24861b932b4950a092763 2024-11-11T06:17:52,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/c9df32fbf2b7433899f05009c5199dd6 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/c9df32fbf2b7433899f05009c5199dd6 2024-11-11T06:17:52,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/f52ee95f3c144bb898456147104fea49 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/f52ee95f3c144bb898456147104fea49 2024-11-11T06:17:52,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/9c4b9bc56e124081abd62f9fd927a432 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/9c4b9bc56e124081abd62f9fd927a432 2024-11-11T06:17:52,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/48b6b0687e1a48e8ba1968e4a99e3f5e to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/48b6b0687e1a48e8ba1968e4a99e3f5e 2024-11-11T06:17:52,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/63589d5a3ace49d2acb07d4baaf52742 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/63589d5a3ace49d2acb07d4baaf52742 2024-11-11T06:17:52,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/df6175b3e9934222a83be02f99629a0c to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/df6175b3e9934222a83be02f99629a0c 2024-11-11T06:17:52,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/6373a267b97a4936b661a0fe430a5bd0 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/6373a267b97a4936b661a0fe430a5bd0 2024-11-11T06:17:52,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/ded82b5df5f9420abc5e426b4cdeedd6 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/ded82b5df5f9420abc5e426b4cdeedd6 2024-11-11T06:17:52,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/a0dd50526b154caf93492c884caf1a46 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/a0dd50526b154caf93492c884caf1a46 2024-11-11T06:17:52,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/0dc87e9a3f9f4d4c8ec17a035ae0e0e4 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/0dc87e9a3f9f4d4c8ec17a035ae0e0e4 2024-11-11T06:17:52,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/7d4bc24749c5444eb2539aafbec4a669 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/7d4bc24749c5444eb2539aafbec4a669 2024-11-11T06:17:52,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/66b4221cc23543c39c59dc8d15990e0f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/66b4221cc23543c39c59dc8d15990e0f 2024-11-11T06:17:52,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/40cc41d5149341869e27b78f08a5b1d7 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/40cc41d5149341869e27b78f08a5b1d7 2024-11-11T06:17:52,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/5fbe3e8eb53e4d349a17c3063e1d111a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/5fbe3e8eb53e4d349a17c3063e1d111a 2024-11-11T06:17:52,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/d84f324d26de4598bff11e0b7839a3a4 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/d84f324d26de4598bff11e0b7839a3a4 2024-11-11T06:17:52,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/28e265148b914103b1ea3d72b669e221 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/28e265148b914103b1ea3d72b669e221 2024-11-11T06:17:52,101 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/recovered.edits/588.seqid, newMaxSeqId=588, maxSeqId=1 2024-11-11T06:17:52,104 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17. 2024-11-11T06:17:52,104 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1635): Region close journal for 023f05cf045e2e1124ca427115c60c17: 2024-11-11T06:17:52,105 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(170): Closed 023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:52,106 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=023f05cf045e2e1124ca427115c60c17, regionState=CLOSED 2024-11-11T06:17:52,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-11T06:17:52,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseRegionProcedure 023f05cf045e2e1124ca427115c60c17, server=fbbe90f5df0b,43685,1731305842804 in 2.6460 sec 2024-11-11T06:17:52,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-11T06:17:52,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=023f05cf045e2e1124ca427115c60c17, UNASSIGN in 2.6510 sec 2024-11-11T06:17:52,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-11T06:17:52,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6570 sec 2024-11-11T06:17:52,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305872113"}]},"ts":"1731305872113"} 2024-11-11T06:17:52,114 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T06:17:52,116 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T06:17:52,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.6760 sec 2024-11-11T06:17:52,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-11T06:17:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-11T06:17:53,553 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-11T06:17:53,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T06:17:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:17:53,561 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:17:53,562 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=36, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:17:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-11T06:17:53,567 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:53,570 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A, FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B, FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C, FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/recovered.edits] 2024-11-11T06:17:53,574 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/278d336650b44727bdd916da065f2523 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/278d336650b44727bdd916da065f2523 2024-11-11T06:17:53,575 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/4cbeee06723a4dffabcce37b42e05eaf to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/4cbeee06723a4dffabcce37b42e05eaf 2024-11-11T06:17:53,577 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/ad9ccf10023e4d069ba90e4dd70b0cf1 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/ad9ccf10023e4d069ba90e4dd70b0cf1 2024-11-11T06:17:53,578 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/e946462ff7e54e94b5aa5a3aac11005e to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/e946462ff7e54e94b5aa5a3aac11005e 2024-11-11T06:17:53,579 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/f99c5c90c71a459280d8642f55f8bd02 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/A/f99c5c90c71a459280d8642f55f8bd02 2024-11-11T06:17:53,582 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/85a0194b2a4d4256bc2fe69f7c14ce72 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/85a0194b2a4d4256bc2fe69f7c14ce72 2024-11-11T06:17:53,583 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/87783856472242468aee6d979fd4275c to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/87783856472242468aee6d979fd4275c 2024-11-11T06:17:53,585 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/8fbc2e4f2eea40f9b2ada1ffa86fff42 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/8fbc2e4f2eea40f9b2ada1ffa86fff42 2024-11-11T06:17:53,586 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a0bfe7ca4c034a919edff28ca4bc2bb0 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/a0bfe7ca4c034a919edff28ca4bc2bb0 2024-11-11T06:17:53,587 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/b3ed5ad940dd462cbf06e684d963a769 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/B/b3ed5ad940dd462cbf06e684d963a769 2024-11-11T06:17:53,590 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/2fdd25285f104b3996f76239d3fe64e0 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/2fdd25285f104b3996f76239d3fe64e0 2024-11-11T06:17:53,591 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/6b4167a6371c4c139e85e73123205d18 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/6b4167a6371c4c139e85e73123205d18 2024-11-11T06:17:53,593 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/88c8acb6b0d741408912aaf1d493ab38 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/88c8acb6b0d741408912aaf1d493ab38 2024-11-11T06:17:53,594 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/c5abcef7bf974cdfb118e92423cce03e to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/c5abcef7bf974cdfb118e92423cce03e 2024-11-11T06:17:53,595 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/de8081c380c64b5484142bdbe4713d2b to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/C/de8081c380c64b5484142bdbe4713d2b 2024-11-11T06:17:53,598 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/recovered.edits/588.seqid to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17/recovered.edits/588.seqid 2024-11-11T06:17:53,599 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/023f05cf045e2e1124ca427115c60c17 2024-11-11T06:17:53,599 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T06:17:53,604 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=36, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:17:53,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-11T06:17:53,611 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T06:17:53,642 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T06:17:53,644 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=36, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:17:53,644 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T06:17:53,644 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731305873644"}]},"ts":"9223372036854775807"} 2024-11-11T06:17:53,647 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T06:17:53,647 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 023f05cf045e2e1124ca427115c60c17, NAME => 'TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T06:17:53,647 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T06:17:53,647 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731305873647"}]},"ts":"9223372036854775807"} 2024-11-11T06:17:53,650 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T06:17:53,652 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=36, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:17:53,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 95 msec 2024-11-11T06:17:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-11T06:17:53,664 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-11T06:17:53,676 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_686896065_22 at /127.0.0.1:33212 [Waiting for operation #115] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x10f14607-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x10f14607-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_686896065_22 at /127.0.0.1:50686 [Waiting for operation #339] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;fbbe90f5df0b:43685-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x10f14607-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_34101057_22 at /127.0.0.1:60866 [Waiting for operation #318] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: hconnection-0x10f14607-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=460 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=349 (was 241) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6671 (was 7265) 2024-11-11T06:17:53,685 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=349, ProcessCount=11, AvailableMemoryMB=6671 2024-11-11T06:17:53,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T06:17:53,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:17:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T06:17:53,689 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:17:53,689 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:53,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 37 2024-11-11T06:17:53,690 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:17:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-11T06:17:53,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741962_1138 (size=960) 2024-11-11T06:17:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-11T06:17:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-11T06:17:54,098 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706 2024-11-11T06:17:54,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741963_1139 (size=53) 2024-11-11T06:17:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-11T06:17:54,504 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:17:54,505 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e886f424f23ce91cd38d323392dae329, disabling compactions & flushes 2024-11-11T06:17:54,505 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:54,505 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:54,505 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. after waiting 0 ms 2024-11-11T06:17:54,505 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:54,505 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:54,505 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:17:54,506 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:17:54,506 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731305874506"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731305874506"}]},"ts":"1731305874506"} 2024-11-11T06:17:54,508 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T06:17:54,508 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:17:54,509 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305874508"}]},"ts":"1731305874508"} 2024-11-11T06:17:54,510 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T06:17:54,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e886f424f23ce91cd38d323392dae329, ASSIGN}] 2024-11-11T06:17:54,515 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e886f424f23ce91cd38d323392dae329, ASSIGN 2024-11-11T06:17:54,515 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e886f424f23ce91cd38d323392dae329, ASSIGN; state=OFFLINE, location=fbbe90f5df0b,43685,1731305842804; forceNewPlan=false, retain=false 2024-11-11T06:17:54,666 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=e886f424f23ce91cd38d323392dae329, regionState=OPENING, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:54,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; OpenRegionProcedure e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804}] 2024-11-11T06:17:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-11T06:17:54,819 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:54,822 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:54,823 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:17:54,823 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:54,823 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:17:54,823 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:54,823 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:54,825 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:54,826 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:17:54,826 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e886f424f23ce91cd38d323392dae329 columnFamilyName A 2024-11-11T06:17:54,826 DEBUG [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:54,827 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] regionserver.HStore(327): Store=e886f424f23ce91cd38d323392dae329/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:17:54,827 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:54,828 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:17:54,829 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e886f424f23ce91cd38d323392dae329 columnFamilyName B 2024-11-11T06:17:54,829 DEBUG [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:54,830 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] regionserver.HStore(327): Store=e886f424f23ce91cd38d323392dae329/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:17:54,830 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:54,831 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:17:54,831 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e886f424f23ce91cd38d323392dae329 columnFamilyName C 2024-11-11T06:17:54,831 DEBUG [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:54,831 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] regionserver.HStore(327): Store=e886f424f23ce91cd38d323392dae329/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:17:54,832 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:54,832 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:54,833 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:54,835 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T06:17:54,836 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:54,838 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:17:54,839 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened e886f424f23ce91cd38d323392dae329; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59003486, jitterRate=-0.12077954411506653}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T06:17:54,840 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:17:54,840 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., pid=39, masterSystemTime=1731305874819 2024-11-11T06:17:54,842 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:54,842 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:54,843 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=e886f424f23ce91cd38d323392dae329, regionState=OPEN, openSeqNum=2, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:54,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-11T06:17:54,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; OpenRegionProcedure e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 in 177 msec 2024-11-11T06:17:54,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-11T06:17:54,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e886f424f23ce91cd38d323392dae329, ASSIGN in 332 msec 2024-11-11T06:17:54,848 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:17:54,849 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305874848"}]},"ts":"1731305874848"} 2024-11-11T06:17:54,850 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T06:17:54,853 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:17:54,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-11-11T06:17:55,192 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:35853 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:35853,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-11T06:17:55,795 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 37 completed 2024-11-11T06:17:55,797 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f3c14c0 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3242ee55 2024-11-11T06:17:55,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3b0c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:55,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:17:55,805 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:17:55,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:17:55,808 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:17:55,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T06:17:55,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:17:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T06:17:55,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741964_1140 (size=996) 2024-11-11T06:17:56,240 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-11T06:17:56,240 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-11T06:17:56,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T06:17:56,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e886f424f23ce91cd38d323392dae329, REOPEN/MOVE}] 2024-11-11T06:17:56,253 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e886f424f23ce91cd38d323392dae329, REOPEN/MOVE 2024-11-11T06:17:56,254 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=e886f424f23ce91cd38d323392dae329, regionState=CLOSING, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:56,255 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T06:17:56,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804}] 2024-11-11T06:17:56,407 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:56,407 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:56,407 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T06:17:56,408 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing e886f424f23ce91cd38d323392dae329, disabling compactions & flushes 2024-11-11T06:17:56,408 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:56,408 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:56,408 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. after waiting 0 ms 2024-11-11T06:17:56,408 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:56,412 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T06:17:56,413 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:56,413 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:17:56,413 WARN [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionServer(3786): Not adding moved region record: e886f424f23ce91cd38d323392dae329 to self. 2024-11-11T06:17:56,415 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:56,415 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=e886f424f23ce91cd38d323392dae329, regionState=CLOSED 2024-11-11T06:17:56,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-11T06:17:56,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 in 161 msec 2024-11-11T06:17:56,418 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e886f424f23ce91cd38d323392dae329, REOPEN/MOVE; state=CLOSED, location=fbbe90f5df0b,43685,1731305842804; forceNewPlan=false, retain=true 2024-11-11T06:17:56,568 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=e886f424f23ce91cd38d323392dae329, regionState=OPENING, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:56,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE; OpenRegionProcedure e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804}] 2024-11-11T06:17:56,721 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:56,724 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:56,725 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:17:56,725 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:56,725 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:17:56,725 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:56,725 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:56,730 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:56,730 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:17:56,735 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e886f424f23ce91cd38d323392dae329 columnFamilyName A 2024-11-11T06:17:56,737 DEBUG [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:56,737 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] regionserver.HStore(327): Store=e886f424f23ce91cd38d323392dae329/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:17:56,738 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:56,738 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:17:56,739 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e886f424f23ce91cd38d323392dae329 columnFamilyName B 2024-11-11T06:17:56,739 DEBUG [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:56,739 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] regionserver.HStore(327): Store=e886f424f23ce91cd38d323392dae329/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:17:56,739 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:56,740 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:17:56,740 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e886f424f23ce91cd38d323392dae329 columnFamilyName C 2024-11-11T06:17:56,740 DEBUG [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:56,740 INFO [StoreOpener-e886f424f23ce91cd38d323392dae329-1 {}] regionserver.HStore(327): Store=e886f424f23ce91cd38d323392dae329/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:17:56,740 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:56,741 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:56,742 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:56,743 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T06:17:56,745 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:56,746 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened e886f424f23ce91cd38d323392dae329; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59151291, jitterRate=-0.11857707798480988}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T06:17:56,746 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:17:56,747 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., pid=44, masterSystemTime=1731305876721 2024-11-11T06:17:56,748 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:56,749 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:56,749 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=e886f424f23ce91cd38d323392dae329, regionState=OPEN, openSeqNum=5, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:56,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=42 2024-11-11T06:17:56,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=42, state=SUCCESS; OpenRegionProcedure e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 in 180 msec 2024-11-11T06:17:56,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-11T06:17:56,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e886f424f23ce91cd38d323392dae329, REOPEN/MOVE in 499 msec 2024-11-11T06:17:56,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-11T06:17:56,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 511 msec 2024-11-11T06:17:56,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 939 msec 2024-11-11T06:17:56,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-11T06:17:56,764 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a0aa7d7 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2aa409d0 2024-11-11T06:17:56,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27600c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:56,771 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0231f064 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53af6163 2024-11-11T06:17:56,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57449e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:56,775 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28c904d8 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15736fcc 2024-11-11T06:17:56,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b51e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:56,779 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d6eb994 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32168855 2024-11-11T06:17:56,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c517130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:56,783 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a63fed4 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40832d66 2024-11-11T06:17:56,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776c0cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:56,786 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29dad7a8 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ec46f90 2024-11-11T06:17:56,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347ad9b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:56,790 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62c6fdab to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f63b68c 2024-11-11T06:17:56,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d36579b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:56,794 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x250a1de4 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@473f181f 2024-11-11T06:17:56,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681a05ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:56,797 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49456175 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@768577a2 2024-11-11T06:17:56,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0829fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:17:56,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:17:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-11T06:17:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-11T06:17:56,806 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:17:56,806 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:17:56,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:17:56,812 DEBUG [hconnection-0x3f1760b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:17:56,813 DEBUG [hconnection-0x2262414-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:17:56,813 DEBUG [hconnection-0x327b7041-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:17:56,813 DEBUG [hconnection-0x12eebc43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:17:56,813 DEBUG [hconnection-0x1e782a86-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:17:56,813 DEBUG [hconnection-0x38f49b5c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:17:56,814 DEBUG [hconnection-0x68121f5f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:17:56,814 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:17:56,815 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:17:56,815 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:17:56,815 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:17:56,815 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:17:56,816 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:17:56,816 DEBUG [hconnection-0xff1ab00-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:17:56,816 DEBUG [hconnection-0x3622f73e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:17:56,817 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:17:56,817 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:17:56,818 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:17:56,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e886f424f23ce91cd38d323392dae329 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T06:17:56,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=A 2024-11-11T06:17:56,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:56,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=B 2024-11-11T06:17:56,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:56,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=C 2024-11-11T06:17:56,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:56,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:56,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305936853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:56,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305936855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305936856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:56,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:56,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305936857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305936857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:56,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b8a102f8361f4b36be77a61bc5b30a67_e886f424f23ce91cd38d323392dae329 is 50, key is test_row_0/A:col10/1731305876824/Put/seqid=0 2024-11-11T06:17:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-11T06:17:56,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741965_1141 (size=17034) 2024-11-11T06:17:56,922 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:56,928 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b8a102f8361f4b36be77a61bc5b30a67_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b8a102f8361f4b36be77a61bc5b30a67_e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:56,929 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/e379c22922bf44fe8f6f97ac6a886ea7, store: [table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:17:56,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/e379c22922bf44fe8f6f97ac6a886ea7 is 175, key is test_row_0/A:col10/1731305876824/Put/seqid=0 2024-11-11T06:17:56,958 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:56,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-11T06:17:56,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:56,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:17:56,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:56,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:56,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:56,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305936959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:56,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305936960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:56,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:56,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305936960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305936960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:56,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305936960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:56,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741966_1142 (size=48139) 2024-11-11T06:17:56,992 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/e379c22922bf44fe8f6f97ac6a886ea7 2024-11-11T06:17:57,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/8d8e52bc2dcd4e3cbc24a2c0826590a9 is 50, key is test_row_0/B:col10/1731305876824/Put/seqid=0 2024-11-11T06:17:57,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741967_1143 (size=12001) 2024-11-11T06:17:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-11T06:17:57,112 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:57,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-11T06:17:57,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:57,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:17:57,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:57,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:57,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:57,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305937165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:57,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305937167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:57,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305937167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:57,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305937167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:57,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305937168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:57,265 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:57,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-11T06:17:57,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:57,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:17:57,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:57,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:57,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-11T06:17:57,421 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:57,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-11T06:17:57,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:57,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:17:57,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:57,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:57,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:57,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/8d8e52bc2dcd4e3cbc24a2c0826590a9 2024-11-11T06:17:57,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305937470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:57,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305937471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:57,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305937473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:57,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305937474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:57,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305937474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:57,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/1f81c55921f54c8aab8b452bdf7dad70 is 50, key is test_row_0/C:col10/1731305876824/Put/seqid=0 2024-11-11T06:17:57,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741968_1144 (size=12001) 2024-11-11T06:17:57,574 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:57,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-11T06:17:57,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:57,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:17:57,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:57,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:57,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:57,674 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T06:17:57,728 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:57,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-11T06:17:57,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:57,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:17:57,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:57,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:57,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:57,881 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:57,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-11T06:17:57,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:57,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:17:57,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:57,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:57,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:57,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/1f81c55921f54c8aab8b452bdf7dad70 2024-11-11T06:17:57,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/e379c22922bf44fe8f6f97ac6a886ea7 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/e379c22922bf44fe8f6f97ac6a886ea7 2024-11-11T06:17:57,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/e379c22922bf44fe8f6f97ac6a886ea7, entries=250, sequenceid=16, filesize=47.0 K 2024-11-11T06:17:57,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/8d8e52bc2dcd4e3cbc24a2c0826590a9 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/8d8e52bc2dcd4e3cbc24a2c0826590a9 2024-11-11T06:17:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-11T06:17:57,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/8d8e52bc2dcd4e3cbc24a2c0826590a9, entries=150, sequenceid=16, filesize=11.7 K 2024-11-11T06:17:57,938 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-11T06:17:57,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/1f81c55921f54c8aab8b452bdf7dad70 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/1f81c55921f54c8aab8b452bdf7dad70 2024-11-11T06:17:57,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/1f81c55921f54c8aab8b452bdf7dad70, entries=150, sequenceid=16, filesize=11.7 K 2024-11-11T06:17:57,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e886f424f23ce91cd38d323392dae329 in 1115ms, sequenceid=16, compaction requested=false 2024-11-11T06:17:57,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:17:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:57,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e886f424f23ce91cd38d323392dae329 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T06:17:57,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=A 2024-11-11T06:17:57,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:57,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=B 2024-11-11T06:17:57,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:57,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=C 2024-11-11T06:17:57,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:58,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115725c1a138d24a22812371e8ef2016ad_e886f424f23ce91cd38d323392dae329 is 50, key is test_row_0/A:col10/1731305876850/Put/seqid=0 2024-11-11T06:17:58,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305937990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305937997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305937999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305938001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305938001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741969_1145 (size=12154) 2024-11-11T06:17:58,025 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:58,032 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115725c1a138d24a22812371e8ef2016ad_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115725c1a138d24a22812371e8ef2016ad_e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:58,033 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/fae2565af33b45a4aa8e38a7f5e2d270, store: [table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:17:58,034 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/fae2565af33b45a4aa8e38a7f5e2d270 is 175, key is test_row_0/A:col10/1731305876850/Put/seqid=0 2024-11-11T06:17:58,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-11T06:17:58,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:58,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:17:58,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:58,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:58,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:58,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741970_1146 (size=30955) 2024-11-11T06:17:58,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305938102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305938109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305938110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305938111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305938112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,188 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-11T06:17:58,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:58,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:17:58,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:58,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:58,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:58,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305938306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305938312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305938313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305938314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305938314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,342 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-11T06:17:58,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:58,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:17:58,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:58,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:58,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:58,451 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/fae2565af33b45a4aa8e38a7f5e2d270 2024-11-11T06:17:58,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/eaa9729ad4e84464bd8f0f2e1564e070 is 50, key is test_row_0/B:col10/1731305876850/Put/seqid=0 2024-11-11T06:17:58,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741971_1147 (size=12001) 2024-11-11T06:17:58,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/eaa9729ad4e84464bd8f0f2e1564e070 2024-11-11T06:17:58,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/74d3ef7cb927417fb068b37c7afadd22 is 50, key is test_row_0/C:col10/1731305876850/Put/seqid=0 2024-11-11T06:17:58,496 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-11T06:17:58,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:58,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:17:58,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:58,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:58,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:58,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741972_1148 (size=12001) 2024-11-11T06:17:58,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/74d3ef7cb927417fb068b37c7afadd22 2024-11-11T06:17:58,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/fae2565af33b45a4aa8e38a7f5e2d270 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/fae2565af33b45a4aa8e38a7f5e2d270 2024-11-11T06:17:58,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/fae2565af33b45a4aa8e38a7f5e2d270, entries=150, sequenceid=42, filesize=30.2 K 2024-11-11T06:17:58,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/eaa9729ad4e84464bd8f0f2e1564e070 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/eaa9729ad4e84464bd8f0f2e1564e070 2024-11-11T06:17:58,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/eaa9729ad4e84464bd8f0f2e1564e070, entries=150, sequenceid=42, filesize=11.7 K 2024-11-11T06:17:58,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/74d3ef7cb927417fb068b37c7afadd22 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/74d3ef7cb927417fb068b37c7afadd22 2024-11-11T06:17:58,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/74d3ef7cb927417fb068b37c7afadd22, entries=150, sequenceid=42, filesize=11.7 K 2024-11-11T06:17:58,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e886f424f23ce91cd38d323392dae329 in 577ms, sequenceid=42, compaction requested=false 2024-11-11T06:17:58,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:17:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:58,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e886f424f23ce91cd38d323392dae329 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T06:17:58,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=A 2024-11-11T06:17:58,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:58,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=B 2024-11-11T06:17:58,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:58,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=C 2024-11-11T06:17:58,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:58,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112937ada3e1a4479cb306e3231859ad6a_e886f424f23ce91cd38d323392dae329 is 50, key is test_row_0/A:col10/1731305878620/Put/seqid=0 2024-11-11T06:17:58,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741973_1149 (size=12154) 2024-11-11T06:17:58,646 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:58,654 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112937ada3e1a4479cb306e3231859ad6a_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112937ada3e1a4479cb306e3231859ad6a_e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:58,654 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,655 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/8eb53c6c95cd4b119a1a34d8f04d282e, store: [table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:17:58,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-11T06:17:58,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:58,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:17:58,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:58,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:58,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:58,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/8eb53c6c95cd4b119a1a34d8f04d282e is 175, key is test_row_0/A:col10/1731305878620/Put/seqid=0 2024-11-11T06:17:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:58,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305938661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305938662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305938663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305938663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305938664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741974_1150 (size=30955) 2024-11-11T06:17:58,699 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/8eb53c6c95cd4b119a1a34d8f04d282e 2024-11-11T06:17:58,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/16f4f70c9ebc4e0dafaabae919fe42a8 is 50, key is test_row_0/B:col10/1731305878620/Put/seqid=0 2024-11-11T06:17:58,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305938765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741975_1151 (size=12001) 2024-11-11T06:17:58,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/16f4f70c9ebc4e0dafaabae919fe42a8 2024-11-11T06:17:58,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305938770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305938771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305938771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305938771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/d85422b64b124750b48c8d439f765224 is 50, key is test_row_0/C:col10/1731305878620/Put/seqid=0 2024-11-11T06:17:58,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741976_1152 (size=12001) 2024-11-11T06:17:58,809 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-11T06:17:58,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:58,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:17:58,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:58,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:58,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:58,871 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:17:58,873 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:17:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-11T06:17:58,965 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-11T06:17:58,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:58,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:17:58,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:58,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:58,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:58,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305938973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305938975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305938976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305938977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305938979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,120 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-11T06:17:59,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:59,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:17:59,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:59,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:59,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:17:59,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/d85422b64b124750b48c8d439f765224 2024-11-11T06:17:59,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/8eb53c6c95cd4b119a1a34d8f04d282e as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/8eb53c6c95cd4b119a1a34d8f04d282e 2024-11-11T06:17:59,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/8eb53c6c95cd4b119a1a34d8f04d282e, entries=150, sequenceid=55, filesize=30.2 K 2024-11-11T06:17:59,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/16f4f70c9ebc4e0dafaabae919fe42a8 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/16f4f70c9ebc4e0dafaabae919fe42a8 2024-11-11T06:17:59,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/16f4f70c9ebc4e0dafaabae919fe42a8, entries=150, sequenceid=55, filesize=11.7 K 2024-11-11T06:17:59,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/d85422b64b124750b48c8d439f765224 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/d85422b64b124750b48c8d439f765224 2024-11-11T06:17:59,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/d85422b64b124750b48c8d439f765224, entries=150, sequenceid=55, filesize=11.7 K 2024-11-11T06:17:59,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e886f424f23ce91cd38d323392dae329 in 621ms, sequenceid=55, compaction requested=true 2024-11-11T06:17:59,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:17:59,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e886f424f23ce91cd38d323392dae329:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:17:59,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:59,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e886f424f23ce91cd38d323392dae329:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:17:59,241 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:59,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:59,241 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:59,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e886f424f23ce91cd38d323392dae329:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:17:59,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:59,243 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:59,243 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): e886f424f23ce91cd38d323392dae329/A is initiating minor compaction (all files) 2024-11-11T06:17:59,243 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e886f424f23ce91cd38d323392dae329/A in TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:59,243 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/e379c22922bf44fe8f6f97ac6a886ea7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/fae2565af33b45a4aa8e38a7f5e2d270, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/8eb53c6c95cd4b119a1a34d8f04d282e] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp, totalSize=107.5 K 2024-11-11T06:17:59,243 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:59,243 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. files: [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/e379c22922bf44fe8f6f97ac6a886ea7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/fae2565af33b45a4aa8e38a7f5e2d270, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/8eb53c6c95cd4b119a1a34d8f04d282e] 2024-11-11T06:17:59,243 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:59,244 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): e886f424f23ce91cd38d323392dae329/B is initiating minor compaction (all files) 2024-11-11T06:17:59,244 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e886f424f23ce91cd38d323392dae329/B in TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:59,244 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/8d8e52bc2dcd4e3cbc24a2c0826590a9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/eaa9729ad4e84464bd8f0f2e1564e070, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/16f4f70c9ebc4e0dafaabae919fe42a8] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp, totalSize=35.2 K 2024-11-11T06:17:59,244 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting e379c22922bf44fe8f6f97ac6a886ea7, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731305876824 2024-11-11T06:17:59,244 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d8e52bc2dcd4e3cbc24a2c0826590a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731305876824 2024-11-11T06:17:59,245 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting fae2565af33b45a4aa8e38a7f5e2d270, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731305876850 2024-11-11T06:17:59,245 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting eaa9729ad4e84464bd8f0f2e1564e070, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731305876850 2024-11-11T06:17:59,245 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8eb53c6c95cd4b119a1a34d8f04d282e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731305878618 2024-11-11T06:17:59,245 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 16f4f70c9ebc4e0dafaabae919fe42a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731305878618 2024-11-11T06:17:59,261 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:17:59,266 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e886f424f23ce91cd38d323392dae329#B#compaction#133 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:59,267 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/0b6e71166db843779b0bd7965deb365e is 50, key is test_row_0/B:col10/1731305878620/Put/seqid=0 2024-11-11T06:17:59,273 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-11T06:17:59,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:59,274 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing e886f424f23ce91cd38d323392dae329 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T06:17:59,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=A 2024-11-11T06:17:59,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:59,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=B 2024-11-11T06:17:59,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:59,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=C 2024-11-11T06:17:59,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:17:59,280 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111fe30f8a080a64984bb201bf838b1fee0_e886f424f23ce91cd38d323392dae329 store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:17:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:59,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:17:59,289 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111fe30f8a080a64984bb201bf838b1fee0_e886f424f23ce91cd38d323392dae329, store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:17:59,290 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fe30f8a080a64984bb201bf838b1fee0_e886f424f23ce91cd38d323392dae329 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:17:59,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111122e7801890b94c469c6b710f3dd5d088_e886f424f23ce91cd38d323392dae329 is 50, key is test_row_0/A:col10/1731305878660/Put/seqid=0 2024-11-11T06:17:59,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305939292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305939293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305939295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305939297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305939298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741977_1153 (size=12104) 2024-11-11T06:17:59,311 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/0b6e71166db843779b0bd7965deb365e as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/0b6e71166db843779b0bd7965deb365e 2024-11-11T06:17:59,321 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e886f424f23ce91cd38d323392dae329/B of e886f424f23ce91cd38d323392dae329 into 0b6e71166db843779b0bd7965deb365e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:59,321 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:17:59,321 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., storeName=e886f424f23ce91cd38d323392dae329/B, priority=13, startTime=1731305879241; duration=0sec 2024-11-11T06:17:59,321 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:17:59,321 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e886f424f23ce91cd38d323392dae329:B 2024-11-11T06:17:59,321 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:17:59,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741978_1154 (size=4469) 2024-11-11T06:17:59,324 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e886f424f23ce91cd38d323392dae329#A#compaction#132 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:59,326 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/da70bdbbadc24006a3af070fbee10b46 is 175, key is test_row_0/A:col10/1731305878620/Put/seqid=0 2024-11-11T06:17:59,329 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:17:59,330 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): e886f424f23ce91cd38d323392dae329/C is initiating minor compaction (all files) 2024-11-11T06:17:59,330 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e886f424f23ce91cd38d323392dae329/C in TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:59,330 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/1f81c55921f54c8aab8b452bdf7dad70, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/74d3ef7cb927417fb068b37c7afadd22, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/d85422b64b124750b48c8d439f765224] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp, totalSize=35.2 K 2024-11-11T06:17:59,331 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f81c55921f54c8aab8b452bdf7dad70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731305876824 2024-11-11T06:17:59,332 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 74d3ef7cb927417fb068b37c7afadd22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731305876850 2024-11-11T06:17:59,333 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting d85422b64b124750b48c8d439f765224, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731305878618 2024-11-11T06:17:59,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741979_1155 (size=12154) 2024-11-11T06:17:59,350 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e886f424f23ce91cd38d323392dae329#C#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:17:59,351 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/0ab9bc0c423c4327a4fcb1d6b9fb81bb is 50, key is test_row_0/C:col10/1731305878620/Put/seqid=0 2024-11-11T06:17:59,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741980_1156 (size=31058) 2024-11-11T06:17:59,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741981_1157 (size=12104) 2024-11-11T06:17:59,359 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/da70bdbbadc24006a3af070fbee10b46 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/da70bdbbadc24006a3af070fbee10b46 2024-11-11T06:17:59,367 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e886f424f23ce91cd38d323392dae329/A of e886f424f23ce91cd38d323392dae329 into da70bdbbadc24006a3af070fbee10b46(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:59,367 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:17:59,367 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., storeName=e886f424f23ce91cd38d323392dae329/A, priority=13, startTime=1731305879241; duration=0sec 2024-11-11T06:17:59,367 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:59,367 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e886f424f23ce91cd38d323392dae329:A 2024-11-11T06:17:59,385 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/0ab9bc0c423c4327a4fcb1d6b9fb81bb as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/0ab9bc0c423c4327a4fcb1d6b9fb81bb 2024-11-11T06:17:59,394 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e886f424f23ce91cd38d323392dae329/C of e886f424f23ce91cd38d323392dae329 into 0ab9bc0c423c4327a4fcb1d6b9fb81bb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:17:59,394 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:17:59,394 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., storeName=e886f424f23ce91cd38d323392dae329/C, priority=13, startTime=1731305879241; duration=0sec 2024-11-11T06:17:59,396 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:17:59,396 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e886f424f23ce91cd38d323392dae329:C 2024-11-11T06:17:59,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305939399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305939400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305939402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305939402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305939403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305939603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305939604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305939605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305939605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305939606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:17:59,754 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111122e7801890b94c469c6b710f3dd5d088_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111122e7801890b94c469c6b710f3dd5d088_e886f424f23ce91cd38d323392dae329 2024-11-11T06:17:59,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/3c45009d455d448e8d402317fad8a357, store: [table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:17:59,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/3c45009d455d448e8d402317fad8a357 is 175, key is test_row_0/A:col10/1731305878660/Put/seqid=0 2024-11-11T06:17:59,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741982_1158 (size=30955) 2024-11-11T06:17:59,779 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/3c45009d455d448e8d402317fad8a357 2024-11-11T06:17:59,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/e178ade1c0d24861810067d66940b6c8 is 50, key is test_row_0/B:col10/1731305878660/Put/seqid=0 2024-11-11T06:17:59,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741983_1159 (size=12001) 2024-11-11T06:17:59,837 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/e178ade1c0d24861810067d66940b6c8 2024-11-11T06:17:59,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/314bc0a7bbf3435384ac98c66c25b4f7 is 50, key is test_row_0/C:col10/1731305878660/Put/seqid=0 2024-11-11T06:17:59,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741984_1160 (size=12001) 2024-11-11T06:17:59,883 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/314bc0a7bbf3435384ac98c66c25b4f7 2024-11-11T06:17:59,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/3c45009d455d448e8d402317fad8a357 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/3c45009d455d448e8d402317fad8a357 2024-11-11T06:17:59,899 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/3c45009d455d448e8d402317fad8a357, entries=150, sequenceid=78, filesize=30.2 K 2024-11-11T06:17:59,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/e178ade1c0d24861810067d66940b6c8 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/e178ade1c0d24861810067d66940b6c8 2024-11-11T06:17:59,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:59,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305939906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,909 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/e178ade1c0d24861810067d66940b6c8, entries=150, sequenceid=78, filesize=11.7 K 2024-11-11T06:17:59,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305939907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305939907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/314bc0a7bbf3435384ac98c66c25b4f7 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/314bc0a7bbf3435384ac98c66c25b4f7 2024-11-11T06:17:59,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305939910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:17:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305939912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:17:59,917 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/314bc0a7bbf3435384ac98c66c25b4f7, entries=150, sequenceid=78, filesize=11.7 K 2024-11-11T06:17:59,918 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e886f424f23ce91cd38d323392dae329 in 644ms, sequenceid=78, compaction requested=false 2024-11-11T06:17:59,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:17:59,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:17:59,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-11T06:17:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-11T06:17:59,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-11T06:17:59,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1170 sec 2024-11-11T06:17:59,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 3.1210 sec 2024-11-11T06:18:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:00,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e886f424f23ce91cd38d323392dae329 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T06:18:00,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=A 2024-11-11T06:18:00,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:00,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=B 2024-11-11T06:18:00,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:00,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=C 2024-11-11T06:18:00,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:00,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119a607b6a7630492f8cd6d47a35e58e4e_e886f424f23ce91cd38d323392dae329 is 50, key is test_row_0/A:col10/1731305880414/Put/seqid=0 2024-11-11T06:18:00,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305940433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:00,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305940436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:00,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305940437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:00,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:00,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741985_1161 (size=14594) 2024-11-11T06:18:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305940438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:00,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305940438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:00,444 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:00,449 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119a607b6a7630492f8cd6d47a35e58e4e_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119a607b6a7630492f8cd6d47a35e58e4e_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:00,450 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/8096f6aba0fb41eda67daac890008909, store: [table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:00,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/8096f6aba0fb41eda67daac890008909 is 175, key is test_row_0/A:col10/1731305880414/Put/seqid=0 2024-11-11T06:18:00,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741986_1162 (size=39549) 2024-11-11T06:18:00,459 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/8096f6aba0fb41eda67daac890008909 2024-11-11T06:18:00,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/7cc45f68b14744048f45143b8c444b87 is 50, key is test_row_0/B:col10/1731305880414/Put/seqid=0 2024-11-11T06:18:00,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741987_1163 (size=12001) 2024-11-11T06:18:00,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/7cc45f68b14744048f45143b8c444b87 2024-11-11T06:18:00,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/98cb72ccf7c8436abb260d2ef046e9f9 is 50, key is test_row_0/C:col10/1731305880414/Put/seqid=0 2024-11-11T06:18:00,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741988_1164 (size=12001) 2024-11-11T06:18:00,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/98cb72ccf7c8436abb260d2ef046e9f9 2024-11-11T06:18:00,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305940543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:00,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305940543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:00,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305940544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:00,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305940544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:00,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305940544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:00,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/8096f6aba0fb41eda67daac890008909 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/8096f6aba0fb41eda67daac890008909 2024-11-11T06:18:00,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/8096f6aba0fb41eda67daac890008909, entries=200, sequenceid=97, filesize=38.6 K 2024-11-11T06:18:00,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/7cc45f68b14744048f45143b8c444b87 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/7cc45f68b14744048f45143b8c444b87 2024-11-11T06:18:00,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/7cc45f68b14744048f45143b8c444b87, entries=150, sequenceid=97, filesize=11.7 K 2024-11-11T06:18:00,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/98cb72ccf7c8436abb260d2ef046e9f9 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/98cb72ccf7c8436abb260d2ef046e9f9 2024-11-11T06:18:00,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/98cb72ccf7c8436abb260d2ef046e9f9, entries=150, sequenceid=97, filesize=11.7 K 2024-11-11T06:18:00,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e886f424f23ce91cd38d323392dae329 in 172ms, sequenceid=97, compaction requested=true 2024-11-11T06:18:00,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:00,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e886f424f23ce91cd38d323392dae329:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:18:00,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:00,586 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:00,586 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:00,588 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:00,588 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): e886f424f23ce91cd38d323392dae329/A is initiating minor compaction (all files) 2024-11-11T06:18:00,588 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:00,588 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e886f424f23ce91cd38d323392dae329/A in TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:00,588 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): e886f424f23ce91cd38d323392dae329/B is initiating minor compaction (all files) 2024-11-11T06:18:00,588 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/da70bdbbadc24006a3af070fbee10b46, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/3c45009d455d448e8d402317fad8a357, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/8096f6aba0fb41eda67daac890008909] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp, totalSize=99.2 K 2024-11-11T06:18:00,588 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e886f424f23ce91cd38d323392dae329/B in TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:00,588 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:00,589 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. files: [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/da70bdbbadc24006a3af070fbee10b46, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/3c45009d455d448e8d402317fad8a357, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/8096f6aba0fb41eda67daac890008909] 2024-11-11T06:18:00,589 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/0b6e71166db843779b0bd7965deb365e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/e178ade1c0d24861810067d66940b6c8, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/7cc45f68b14744048f45143b8c444b87] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp, totalSize=35.3 K 2024-11-11T06:18:00,589 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting da70bdbbadc24006a3af070fbee10b46, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731305878618 2024-11-11T06:18:00,589 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b6e71166db843779b0bd7965deb365e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731305878618 2024-11-11T06:18:00,590 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c45009d455d448e8d402317fad8a357, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731305878656 2024-11-11T06:18:00,590 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting e178ade1c0d24861810067d66940b6c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731305878656 2024-11-11T06:18:00,590 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8096f6aba0fb41eda67daac890008909, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731305879291 2024-11-11T06:18:00,590 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cc45f68b14744048f45143b8c444b87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731305879291 2024-11-11T06:18:00,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e886f424f23ce91cd38d323392dae329:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:18:00,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:00,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e886f424f23ce91cd38d323392dae329:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:18:00,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:00,610 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:00,615 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e886f424f23ce91cd38d323392dae329#B#compaction#142 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:00,616 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/cb79332a16b54d259c1b5fa215c62ebf is 50, key is test_row_0/B:col10/1731305880414/Put/seqid=0 2024-11-11T06:18:00,629 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411113a91b546b2924dd481557e0b8c8bd307_e886f424f23ce91cd38d323392dae329 store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:00,634 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411113a91b546b2924dd481557e0b8c8bd307_e886f424f23ce91cd38d323392dae329, store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:00,634 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113a91b546b2924dd481557e0b8c8bd307_e886f424f23ce91cd38d323392dae329 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:00,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741989_1165 (size=12207) 2024-11-11T06:18:00,664 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/cb79332a16b54d259c1b5fa215c62ebf as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/cb79332a16b54d259c1b5fa215c62ebf 2024-11-11T06:18:00,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741990_1166 (size=4469) 2024-11-11T06:18:00,674 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e886f424f23ce91cd38d323392dae329/B of e886f424f23ce91cd38d323392dae329 into cb79332a16b54d259c1b5fa215c62ebf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:00,674 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:00,674 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., storeName=e886f424f23ce91cd38d323392dae329/B, priority=13, startTime=1731305880586; duration=0sec 2024-11-11T06:18:00,674 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:00,674 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e886f424f23ce91cd38d323392dae329:B 2024-11-11T06:18:00,675 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:00,677 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e886f424f23ce91cd38d323392dae329#A#compaction#141 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:00,677 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:00,677 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): e886f424f23ce91cd38d323392dae329/C is initiating minor compaction (all files) 2024-11-11T06:18:00,678 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/72002b3747594342a2232aa28294fabf is 175, key is test_row_0/A:col10/1731305880414/Put/seqid=0 2024-11-11T06:18:00,678 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e886f424f23ce91cd38d323392dae329/C in TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:00,678 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/0ab9bc0c423c4327a4fcb1d6b9fb81bb, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/314bc0a7bbf3435384ac98c66c25b4f7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/98cb72ccf7c8436abb260d2ef046e9f9] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp, totalSize=35.3 K 2024-11-11T06:18:00,678 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ab9bc0c423c4327a4fcb1d6b9fb81bb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731305878618 2024-11-11T06:18:00,679 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 314bc0a7bbf3435384ac98c66c25b4f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731305878656 2024-11-11T06:18:00,680 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 98cb72ccf7c8436abb260d2ef046e9f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731305879291 2024-11-11T06:18:00,696 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e886f424f23ce91cd38d323392dae329#C#compaction#143 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:00,697 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/00a82016eca3492fa6b42150593fe671 is 50, key is test_row_0/C:col10/1731305880414/Put/seqid=0 2024-11-11T06:18:00,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741991_1167 (size=31161) 2024-11-11T06:18:00,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741992_1168 (size=12207) 2024-11-11T06:18:00,745 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/00a82016eca3492fa6b42150593fe671 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/00a82016eca3492fa6b42150593fe671 2024-11-11T06:18:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:00,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e886f424f23ce91cd38d323392dae329 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T06:18:00,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=A 2024-11-11T06:18:00,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:00,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=B 2024-11-11T06:18:00,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:00,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=C 2024-11-11T06:18:00,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:00,757 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e886f424f23ce91cd38d323392dae329/C of e886f424f23ce91cd38d323392dae329 into 00a82016eca3492fa6b42150593fe671(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:00,757 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:00,759 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., storeName=e886f424f23ce91cd38d323392dae329/C, priority=13, startTime=1731305880593; duration=0sec 2024-11-11T06:18:00,759 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:00,759 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e886f424f23ce91cd38d323392dae329:C 2024-11-11T06:18:00,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114e6fe1ab641346c6a02c4a0112b6937e_e886f424f23ce91cd38d323392dae329 is 50, key is test_row_0/A:col10/1731305880430/Put/seqid=0 2024-11-11T06:18:00,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305940768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:00,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305940769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:00,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305940771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:00,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305940771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:00,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305940772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:00,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741993_1169 (size=12154) 2024-11-11T06:18:00,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305940874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:00,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305940875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:00,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305940875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:00,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305940875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:00,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305940877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-11T06:18:00,912 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-11T06:18:00,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:18:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-11T06:18:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-11T06:18:00,916 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:18:00,916 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:18:00,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:18:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-11T06:18:01,067 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:01,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T06:18:01,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:01,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:01,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:01,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:01,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:01,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305941078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:01,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305941078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:01,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305941079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:01,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305941079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:01,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305941081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:01,140 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/72002b3747594342a2232aa28294fabf as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/72002b3747594342a2232aa28294fabf 2024-11-11T06:18:01,148 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e886f424f23ce91cd38d323392dae329/A of e886f424f23ce91cd38d323392dae329 into 72002b3747594342a2232aa28294fabf(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:01,148 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:01,148 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., storeName=e886f424f23ce91cd38d323392dae329/A, priority=13, startTime=1731305880586; duration=0sec 2024-11-11T06:18:01,149 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:01,149 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e886f424f23ce91cd38d323392dae329:A 2024-11-11T06:18:01,199 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:01,206 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114e6fe1ab641346c6a02c4a0112b6937e_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114e6fe1ab641346c6a02c4a0112b6937e_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:01,207 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/4f1312273eca4f47bee8a0dac9a0cf87, store: [table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:01,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/4f1312273eca4f47bee8a0dac9a0cf87 is 175, key is test_row_0/A:col10/1731305880430/Put/seqid=0 2024-11-11T06:18:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-11T06:18:01,220 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:01,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T06:18:01,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:01,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:01,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:01,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:01,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:01,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741994_1170 (size=30955) 2024-11-11T06:18:01,248 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/4f1312273eca4f47bee8a0dac9a0cf87 2024-11-11T06:18:01,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/21ac5a2cf56146058e992aced634cd3c is 50, key is test_row_0/B:col10/1731305880430/Put/seqid=0 2024-11-11T06:18:01,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741995_1171 (size=12001) 2024-11-11T06:18:01,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/21ac5a2cf56146058e992aced634cd3c 2024-11-11T06:18:01,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/6cdf85ec36634805996f002631960a3d is 50, key is test_row_0/C:col10/1731305880430/Put/seqid=0 2024-11-11T06:18:01,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741996_1172 (size=12001) 2024-11-11T06:18:01,375 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:01,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T06:18:01,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:01,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:01,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:01,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:01,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:01,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305941381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:01,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305941381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:01,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305941383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:01,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305941384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:01,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305941386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-11T06:18:01,530 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:01,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T06:18:01,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:01,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:01,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:01,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:01,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:01,684 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:01,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T06:18:01,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:01,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:01,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:01,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:01,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:01,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/6cdf85ec36634805996f002631960a3d 2024-11-11T06:18:01,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/4f1312273eca4f47bee8a0dac9a0cf87 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/4f1312273eca4f47bee8a0dac9a0cf87 2024-11-11T06:18:01,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/4f1312273eca4f47bee8a0dac9a0cf87, entries=150, sequenceid=119, filesize=30.2 K 2024-11-11T06:18:01,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/21ac5a2cf56146058e992aced634cd3c as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/21ac5a2cf56146058e992aced634cd3c 2024-11-11T06:18:01,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/21ac5a2cf56146058e992aced634cd3c, entries=150, sequenceid=119, filesize=11.7 K 2024-11-11T06:18:01,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/6cdf85ec36634805996f002631960a3d as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/6cdf85ec36634805996f002631960a3d 2024-11-11T06:18:01,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/6cdf85ec36634805996f002631960a3d, entries=150, sequenceid=119, filesize=11.7 K 2024-11-11T06:18:01,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for e886f424f23ce91cd38d323392dae329 in 1030ms, sequenceid=119, compaction requested=false 2024-11-11T06:18:01,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:01,837 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:01,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T06:18:01,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:01,839 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing e886f424f23ce91cd38d323392dae329 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T06:18:01,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=A 2024-11-11T06:18:01,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:01,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=B 2024-11-11T06:18:01,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:01,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=C 2024-11-11T06:18:01,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:01,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e45aa6e02f854dac8f32784aefcf4fdf_e886f424f23ce91cd38d323392dae329 is 50, key is test_row_0/A:col10/1731305880760/Put/seqid=0 2024-11-11T06:18:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:01,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:01,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741997_1173 (size=12254) 2024-11-11T06:18:01,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:01,923 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e45aa6e02f854dac8f32784aefcf4fdf_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e45aa6e02f854dac8f32784aefcf4fdf_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:01,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/55078a2cfb2447b5b58adf24a9ea3c5f, store: [table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:01,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/55078a2cfb2447b5b58adf24a9ea3c5f is 175, key is test_row_0/A:col10/1731305880760/Put/seqid=0 2024-11-11T06:18:01,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305941927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:01,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305941930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:01,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305941933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:01,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305941933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:01,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305941934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:01,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741998_1174 (size=31055) 2024-11-11T06:18:01,948 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/55078a2cfb2447b5b58adf24a9ea3c5f 2024-11-11T06:18:01,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/62ab3476e8384694a6d89779e29ed781 is 50, key is test_row_0/B:col10/1731305880760/Put/seqid=0 2024-11-11T06:18:01,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741999_1175 (size=12101) 2024-11-11T06:18:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-11T06:18:02,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305942034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305942037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305942039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305942040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305942040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305942236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305942241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305942245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305942245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305942245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,378 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/62ab3476e8384694a6d89779e29ed781 2024-11-11T06:18:02,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/8032d5f04edf4a0bae1d6e8de80504dd is 50, key is test_row_0/C:col10/1731305880760/Put/seqid=0 2024-11-11T06:18:02,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742000_1176 (size=12101) 2024-11-11T06:18:02,447 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/8032d5f04edf4a0bae1d6e8de80504dd 2024-11-11T06:18:02,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/55078a2cfb2447b5b58adf24a9ea3c5f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/55078a2cfb2447b5b58adf24a9ea3c5f 2024-11-11T06:18:02,458 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/55078a2cfb2447b5b58adf24a9ea3c5f, entries=150, sequenceid=136, filesize=30.3 K 2024-11-11T06:18:02,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/62ab3476e8384694a6d89779e29ed781 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/62ab3476e8384694a6d89779e29ed781 2024-11-11T06:18:02,464 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/62ab3476e8384694a6d89779e29ed781, entries=150, sequenceid=136, filesize=11.8 K 2024-11-11T06:18:02,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/8032d5f04edf4a0bae1d6e8de80504dd as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/8032d5f04edf4a0bae1d6e8de80504dd 2024-11-11T06:18:02,471 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/8032d5f04edf4a0bae1d6e8de80504dd, entries=150, sequenceid=136, filesize=11.8 K 2024-11-11T06:18:02,473 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for e886f424f23ce91cd38d323392dae329 in 634ms, sequenceid=136, compaction requested=true 2024-11-11T06:18:02,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:02,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:02,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-11T06:18:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-11T06:18:02,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-11T06:18:02,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5580 sec 2024-11-11T06:18:02,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.5620 sec 2024-11-11T06:18:02,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-11T06:18:02,541 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-11T06:18:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:02,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e886f424f23ce91cd38d323392dae329 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T06:18:02,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=A 2024-11-11T06:18:02,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:02,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=B 2024-11-11T06:18:02,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:02,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=C 2024-11-11T06:18:02,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:02,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305942562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305942562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305942566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305942567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305942568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116894371eae6e4eba823eff19f777b3bb_e886f424f23ce91cd38d323392dae329 is 50, key is test_row_0/A:col10/1731305882541/Put/seqid=0 2024-11-11T06:18:02,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742001_1177 (size=14794) 2024-11-11T06:18:02,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305942670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305942670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305942678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305942679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305942683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305942875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305942878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305942885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305942885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:02,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305942897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:03,019 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-11T06:18:03,022 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-11T06:18:03,026 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116894371eae6e4eba823eff19f777b3bb_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116894371eae6e4eba823eff19f777b3bb_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:03,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:18:03,028 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/f460f19674484b10ac0e2c812dae9ee9, store: [table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-11T06:18:03,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/f460f19674484b10ac0e2c812dae9ee9 is 175, key is test_row_0/A:col10/1731305882541/Put/seqid=0 2024-11-11T06:18:03,029 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:18:03,029 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:18:03,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:18:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-11T06:18:03,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742002_1178 (size=39749) 2024-11-11T06:18:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-11T06:18:03,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305943179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:03,182 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:03,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-11T06:18:03,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:03,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:03,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305943181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:03,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:03,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:03,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:03,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305943188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:03,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305943189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:03,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305943200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-11T06:18:03,336 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:03,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-11T06:18:03,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:03,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:03,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:03,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:03,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:03,484 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/f460f19674484b10ac0e2c812dae9ee9 2024-11-11T06:18:03,495 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:03,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-11T06:18:03,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:03,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:03,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:03,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:03,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:03,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/5b02d581f5e24e878913aed16dade2ff is 50, key is test_row_0/B:col10/1731305882541/Put/seqid=0 2024-11-11T06:18:03,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742003_1179 (size=12151) 2024-11-11T06:18:03,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/5b02d581f5e24e878913aed16dade2ff 2024-11-11T06:18:03,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/8bb5ee6255f24f4fa4de4d1efc7e5c65 is 50, key is test_row_0/C:col10/1731305882541/Put/seqid=0 2024-11-11T06:18:03,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742004_1180 (size=12151) 2024-11-11T06:18:03,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/8bb5ee6255f24f4fa4de4d1efc7e5c65 2024-11-11T06:18:03,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/f460f19674484b10ac0e2c812dae9ee9 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/f460f19674484b10ac0e2c812dae9ee9 2024-11-11T06:18:03,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/f460f19674484b10ac0e2c812dae9ee9, entries=200, sequenceid=160, filesize=38.8 K 2024-11-11T06:18:03,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/5b02d581f5e24e878913aed16dade2ff as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/5b02d581f5e24e878913aed16dade2ff 2024-11-11T06:18:03,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/5b02d581f5e24e878913aed16dade2ff, entries=150, sequenceid=160, filesize=11.9 K 2024-11-11T06:18:03,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/8bb5ee6255f24f4fa4de4d1efc7e5c65 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/8bb5ee6255f24f4fa4de4d1efc7e5c65 2024-11-11T06:18:03,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/8bb5ee6255f24f4fa4de4d1efc7e5c65, entries=150, sequenceid=160, filesize=11.9 K 2024-11-11T06:18:03,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e886f424f23ce91cd38d323392dae329 in 1061ms, sequenceid=160, compaction requested=true 2024-11-11T06:18:03,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:03,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e886f424f23ce91cd38d323392dae329:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:18:03,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:03,607 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:18:03,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e886f424f23ce91cd38d323392dae329:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:18:03,607 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:18:03,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:03,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e886f424f23ce91cd38d323392dae329:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:18:03,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:03,610 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:18:03,610 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): e886f424f23ce91cd38d323392dae329/A is initiating minor compaction (all files) 2024-11-11T06:18:03,610 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e886f424f23ce91cd38d323392dae329/A in TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:03,610 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/72002b3747594342a2232aa28294fabf, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/4f1312273eca4f47bee8a0dac9a0cf87, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/55078a2cfb2447b5b58adf24a9ea3c5f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/f460f19674484b10ac0e2c812dae9ee9] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp, totalSize=129.8 K 2024-11-11T06:18:03,610 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:03,610 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. files: [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/72002b3747594342a2232aa28294fabf, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/4f1312273eca4f47bee8a0dac9a0cf87, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/55078a2cfb2447b5b58adf24a9ea3c5f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/f460f19674484b10ac0e2c812dae9ee9] 2024-11-11T06:18:03,611 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:18:03,611 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): e886f424f23ce91cd38d323392dae329/B is initiating minor compaction (all files) 2024-11-11T06:18:03,611 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e886f424f23ce91cd38d323392dae329/B in TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:03,611 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/cb79332a16b54d259c1b5fa215c62ebf, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/21ac5a2cf56146058e992aced634cd3c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/62ab3476e8384694a6d89779e29ed781, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/5b02d581f5e24e878913aed16dade2ff] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp, totalSize=47.3 K 2024-11-11T06:18:03,611 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72002b3747594342a2232aa28294fabf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731305879291 2024-11-11T06:18:03,612 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting cb79332a16b54d259c1b5fa215c62ebf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731305879291 2024-11-11T06:18:03,612 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f1312273eca4f47bee8a0dac9a0cf87, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731305880430 2024-11-11T06:18:03,612 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 21ac5a2cf56146058e992aced634cd3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731305880430 2024-11-11T06:18:03,613 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55078a2cfb2447b5b58adf24a9ea3c5f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731305880760 2024-11-11T06:18:03,613 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 62ab3476e8384694a6d89779e29ed781, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731305880760 2024-11-11T06:18:03,613 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting f460f19674484b10ac0e2c812dae9ee9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731305881925 2024-11-11T06:18:03,614 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b02d581f5e24e878913aed16dade2ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731305881925 2024-11-11T06:18:03,633 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-11T06:18:03,647 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e886f424f23ce91cd38d323392dae329#B#compaction#154 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:03,647 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/dee507f92f7c458ba30843a3a885dffa is 50, key is test_row_0/B:col10/1731305882541/Put/seqid=0 2024-11-11T06:18:03,649 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:03,649 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411116fbcfbffd18840509e5a34bdbebe41ca_e886f424f23ce91cd38d323392dae329 store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:03,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-11T06:18:03,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:03,650 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing e886f424f23ce91cd38d323392dae329 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T06:18:03,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=A 2024-11-11T06:18:03,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:03,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=B 2024-11-11T06:18:03,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:03,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=C 2024-11-11T06:18:03,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:03,651 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411116fbcfbffd18840509e5a34bdbebe41ca_e886f424f23ce91cd38d323392dae329, store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:03,651 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116fbcfbffd18840509e5a34bdbebe41ca_e886f424f23ce91cd38d323392dae329 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:03,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:03,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742005_1181 (size=12493) 2024-11-11T06:18:03,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111112612287ebaf45f1939df36979c393a2_e886f424f23ce91cd38d323392dae329 is 50, key is test_row_0/A:col10/1731305882566/Put/seqid=0 2024-11-11T06:18:03,700 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/dee507f92f7c458ba30843a3a885dffa as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/dee507f92f7c458ba30843a3a885dffa 2024-11-11T06:18:03,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742006_1182 (size=4469) 2024-11-11T06:18:03,707 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e886f424f23ce91cd38d323392dae329/B of e886f424f23ce91cd38d323392dae329 into dee507f92f7c458ba30843a3a885dffa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:03,707 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:03,707 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., storeName=e886f424f23ce91cd38d323392dae329/B, priority=12, startTime=1731305883607; duration=0sec 2024-11-11T06:18:03,707 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:03,708 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e886f424f23ce91cd38d323392dae329:B 2024-11-11T06:18:03,708 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:18:03,710 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:18:03,710 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): e886f424f23ce91cd38d323392dae329/C is initiating minor compaction (all files) 2024-11-11T06:18:03,710 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e886f424f23ce91cd38d323392dae329/C in TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:03,710 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/00a82016eca3492fa6b42150593fe671, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/6cdf85ec36634805996f002631960a3d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/8032d5f04edf4a0bae1d6e8de80504dd, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/8bb5ee6255f24f4fa4de4d1efc7e5c65] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp, totalSize=47.3 K 2024-11-11T06:18:03,711 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 00a82016eca3492fa6b42150593fe671, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731305879291 2024-11-11T06:18:03,711 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cdf85ec36634805996f002631960a3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731305880430 2024-11-11T06:18:03,713 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 8032d5f04edf4a0bae1d6e8de80504dd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731305880760 2024-11-11T06:18:03,713 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bb5ee6255f24f4fa4de4d1efc7e5c65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731305881925 2024-11-11T06:18:03,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305943715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:03,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305943716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:03,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305943722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:03,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305943725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:03,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305943729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:03,747 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e886f424f23ce91cd38d323392dae329#C#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:03,748 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/afe9e6ed072d4238ba06d6894c46e06a is 50, key is test_row_0/C:col10/1731305882541/Put/seqid=0 2024-11-11T06:18:03,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742007_1183 (size=12304) 2024-11-11T06:18:03,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:03,758 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111112612287ebaf45f1939df36979c393a2_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111112612287ebaf45f1939df36979c393a2_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:03,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/7a0630418741498492c2b6a24cdb590b, store: [table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:03,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/7a0630418741498492c2b6a24cdb590b is 175, key is test_row_0/A:col10/1731305882566/Put/seqid=0 2024-11-11T06:18:03,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742008_1184 (size=12493) 2024-11-11T06:18:03,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742009_1185 (size=31105) 2024-11-11T06:18:03,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305943828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:03,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:03,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305943830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305943830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:03,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305943830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:03,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305943838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:04,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305944034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:04,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:04,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305944035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305944035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:04,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305944036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:04,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305944042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:04,108 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e886f424f23ce91cd38d323392dae329#A#compaction#153 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:04,109 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/2982ccc8f23641308f0ae13eef0857b1 is 175, key is test_row_0/A:col10/1731305882541/Put/seqid=0 2024-11-11T06:18:04,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742010_1186 (size=31447) 2024-11-11T06:18:04,125 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/2982ccc8f23641308f0ae13eef0857b1 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/2982ccc8f23641308f0ae13eef0857b1 2024-11-11T06:18:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-11T06:18:04,134 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e886f424f23ce91cd38d323392dae329/A of e886f424f23ce91cd38d323392dae329 into 2982ccc8f23641308f0ae13eef0857b1(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:04,135 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:04,135 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., storeName=e886f424f23ce91cd38d323392dae329/A, priority=12, startTime=1731305883607; duration=0sec 2024-11-11T06:18:04,135 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:04,135 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e886f424f23ce91cd38d323392dae329:A 2024-11-11T06:18:04,191 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/afe9e6ed072d4238ba06d6894c46e06a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/afe9e6ed072d4238ba06d6894c46e06a 2024-11-11T06:18:04,197 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e886f424f23ce91cd38d323392dae329/C of e886f424f23ce91cd38d323392dae329 into afe9e6ed072d4238ba06d6894c46e06a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:04,198 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:04,198 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., storeName=e886f424f23ce91cd38d323392dae329/C, priority=12, startTime=1731305883608; duration=0sec 2024-11-11T06:18:04,198 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:04,198 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e886f424f23ce91cd38d323392dae329:C 2024-11-11T06:18:04,207 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/7a0630418741498492c2b6a24cdb590b 2024-11-11T06:18:04,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/d672283a65cf43e2b9e41a52b3a9e4d3 is 50, key is test_row_0/B:col10/1731305882566/Put/seqid=0 2024-11-11T06:18:04,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742011_1187 (size=12151) 2024-11-11T06:18:04,239 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/d672283a65cf43e2b9e41a52b3a9e4d3 2024-11-11T06:18:04,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/18364822cfd24d6e8c10b46ee5bddd86 is 50, key is test_row_0/C:col10/1731305882566/Put/seqid=0 2024-11-11T06:18:04,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742012_1188 (size=12151) 2024-11-11T06:18:04,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305944340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:04,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305944341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:04,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305944341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:04,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305944341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:04,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305944345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:04,689 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/18364822cfd24d6e8c10b46ee5bddd86 2024-11-11T06:18:04,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/7a0630418741498492c2b6a24cdb590b as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/7a0630418741498492c2b6a24cdb590b 2024-11-11T06:18:04,704 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/7a0630418741498492c2b6a24cdb590b, entries=150, sequenceid=172, filesize=30.4 K 2024-11-11T06:18:04,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/d672283a65cf43e2b9e41a52b3a9e4d3 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/d672283a65cf43e2b9e41a52b3a9e4d3 2024-11-11T06:18:04,711 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/d672283a65cf43e2b9e41a52b3a9e4d3, entries=150, sequenceid=172, filesize=11.9 K 2024-11-11T06:18:04,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/18364822cfd24d6e8c10b46ee5bddd86 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/18364822cfd24d6e8c10b46ee5bddd86 2024-11-11T06:18:04,718 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/18364822cfd24d6e8c10b46ee5bddd86, entries=150, sequenceid=172, filesize=11.9 K 2024-11-11T06:18:04,719 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for e886f424f23ce91cd38d323392dae329 in 1070ms, sequenceid=172, compaction requested=false 2024-11-11T06:18:04,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:04,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:04,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-11T06:18:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-11T06:18:04,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-11T06:18:04,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6910 sec 2024-11-11T06:18:04,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.6950 sec 2024-11-11T06:18:04,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e886f424f23ce91cd38d323392dae329 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T06:18:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:04,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=A 2024-11-11T06:18:04,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:04,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=B 2024-11-11T06:18:04,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:04,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=C 2024-11-11T06:18:04,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:04,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305944856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:04,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:04,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305944857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305944858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:04,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305944859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:04,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305944866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:04,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111980c169964dc462794dc801a562b69c2_e886f424f23ce91cd38d323392dae329 is 50, key is test_row_0/A:col10/1731305884847/Put/seqid=0 2024-11-11T06:18:04,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742013_1189 (size=17284) 2024-11-11T06:18:04,880 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:04,890 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111980c169964dc462794dc801a562b69c2_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111980c169964dc462794dc801a562b69c2_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:04,891 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/0dc73c46b83e41dc999c53f0f4c1fa99, store: [table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:04,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/0dc73c46b83e41dc999c53f0f4c1fa99 is 175, key is test_row_0/A:col10/1731305884847/Put/seqid=0 2024-11-11T06:18:04,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742014_1190 (size=48389) 2024-11-11T06:18:04,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305944961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:04,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305944962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:04,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305944962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:04,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305944964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:04,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305944968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-11T06:18:05,136 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-11T06:18:05,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:18:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-11T06:18:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T06:18:05,140 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:18:05,140 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:18:05,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:18:05,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305945163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:05,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305945164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:05,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305945167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:05,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305945167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:05,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305945172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T06:18:05,294 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:05,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T06:18:05,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:05,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:05,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:05,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:05,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:05,310 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/0dc73c46b83e41dc999c53f0f4c1fa99 2024-11-11T06:18:05,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/21e5e44fff6148ec882bf3f7087fb43a is 50, key is test_row_0/B:col10/1731305884847/Put/seqid=0 2024-11-11T06:18:05,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742015_1191 (size=12151) 2024-11-11T06:18:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T06:18:05,448 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:05,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T06:18:05,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:05,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:05,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:05,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:05,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:05,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305945466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:05,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305945466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:05,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305945469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:05,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305945470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:05,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305945475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:05,601 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:05,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T06:18:05,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:05,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:05,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:05,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:05,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:05,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/21e5e44fff6148ec882bf3f7087fb43a 2024-11-11T06:18:05,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/ba89597cc520464e81d2ea058abd4f07 is 50, key is test_row_0/C:col10/1731305884847/Put/seqid=0 2024-11-11T06:18:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T06:18:05,756 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:05,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T06:18:05,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:05,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:05,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:05,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:05,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:05,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742016_1192 (size=12151) 2024-11-11T06:18:05,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/ba89597cc520464e81d2ea058abd4f07 2024-11-11T06:18:05,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/0dc73c46b83e41dc999c53f0f4c1fa99 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/0dc73c46b83e41dc999c53f0f4c1fa99 2024-11-11T06:18:05,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/0dc73c46b83e41dc999c53f0f4c1fa99, entries=250, sequenceid=204, filesize=47.3 K 2024-11-11T06:18:05,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/21e5e44fff6148ec882bf3f7087fb43a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/21e5e44fff6148ec882bf3f7087fb43a 2024-11-11T06:18:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/21e5e44fff6148ec882bf3f7087fb43a, entries=150, sequenceid=204, filesize=11.9 K 2024-11-11T06:18:05,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/ba89597cc520464e81d2ea058abd4f07 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/ba89597cc520464e81d2ea058abd4f07 2024-11-11T06:18:05,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/ba89597cc520464e81d2ea058abd4f07, entries=150, sequenceid=204, filesize=11.9 K 2024-11-11T06:18:05,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for e886f424f23ce91cd38d323392dae329 in 939ms, sequenceid=204, compaction requested=true 2024-11-11T06:18:05,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:05,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e886f424f23ce91cd38d323392dae329:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:18:05,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:05,789 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:05,789 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:05,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e886f424f23ce91cd38d323392dae329:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:18:05,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:05,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e886f424f23ce91cd38d323392dae329:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:18:05,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:05,790 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:05,790 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): e886f424f23ce91cd38d323392dae329/A is initiating minor compaction (all files) 2024-11-11T06:18:05,790 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e886f424f23ce91cd38d323392dae329/A in TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:05,790 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/2982ccc8f23641308f0ae13eef0857b1, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/7a0630418741498492c2b6a24cdb590b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/0dc73c46b83e41dc999c53f0f4c1fa99] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp, totalSize=108.3 K 2024-11-11T06:18:05,790 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:05,790 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. files: [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/2982ccc8f23641308f0ae13eef0857b1, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/7a0630418741498492c2b6a24cdb590b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/0dc73c46b83e41dc999c53f0f4c1fa99] 2024-11-11T06:18:05,791 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:05,791 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2982ccc8f23641308f0ae13eef0857b1, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731305881925 2024-11-11T06:18:05,791 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): e886f424f23ce91cd38d323392dae329/B is initiating minor compaction (all files) 2024-11-11T06:18:05,791 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e886f424f23ce91cd38d323392dae329/B in TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:05,791 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/dee507f92f7c458ba30843a3a885dffa, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/d672283a65cf43e2b9e41a52b3a9e4d3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/21e5e44fff6148ec882bf3f7087fb43a] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp, totalSize=35.9 K 2024-11-11T06:18:05,791 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a0630418741498492c2b6a24cdb590b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731305882561 2024-11-11T06:18:05,792 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting dee507f92f7c458ba30843a3a885dffa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731305881925 2024-11-11T06:18:05,792 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dc73c46b83e41dc999c53f0f4c1fa99, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731305883722 2024-11-11T06:18:05,792 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting d672283a65cf43e2b9e41a52b3a9e4d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731305882561 2024-11-11T06:18:05,793 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 21e5e44fff6148ec882bf3f7087fb43a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731305883722 2024-11-11T06:18:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,805 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,814 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411117483b3e230044f7da10d29e32ec18736_e886f424f23ce91cd38d323392dae329 store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,825 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e886f424f23ce91cd38d323392dae329#B#compaction#163 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,825 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/dce220664cb642e0860afcfb4ed5689e is 50, key is test_row_0/B:col10/1731305884847/Put/seqid=0 2024-11-11T06:18:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,826 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411117483b3e230044f7da10d29e32ec18736_e886f424f23ce91cd38d323392dae329, store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,827 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117483b3e230044f7da10d29e32ec18736_e886f424f23ce91cd38d323392dae329 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742017_1193 (size=12595) 2024-11-11T06:18:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,869 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/dce220664cb642e0860afcfb4ed5689e as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/dce220664cb642e0860afcfb4ed5689e 2024-11-11T06:18:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,876 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e886f424f23ce91cd38d323392dae329/B of e886f424f23ce91cd38d323392dae329 into dce220664cb642e0860afcfb4ed5689e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:05,876 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:05,876 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., storeName=e886f424f23ce91cd38d323392dae329/B, priority=13, startTime=1731305885789; duration=0sec 2024-11-11T06:18:05,876 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:05,876 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e886f424f23ce91cd38d323392dae329:B 2024-11-11T06:18:05,876 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,878 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:05,878 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): e886f424f23ce91cd38d323392dae329/C is initiating minor compaction (all files) 2024-11-11T06:18:05,878 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e886f424f23ce91cd38d323392dae329/C in TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:05,878 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/afe9e6ed072d4238ba06d6894c46e06a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/18364822cfd24d6e8c10b46ee5bddd86, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/ba89597cc520464e81d2ea058abd4f07] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp, totalSize=35.9 K 2024-11-11T06:18:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,878 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting afe9e6ed072d4238ba06d6894c46e06a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731305881925 2024-11-11T06:18:05,879 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 18364822cfd24d6e8c10b46ee5bddd86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731305882561 2024-11-11T06:18:05,879 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting ba89597cc520464e81d2ea058abd4f07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731305883722 2024-11-11T06:18:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742018_1194 (size=4469) 2024-11-11T06:18:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,890 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e886f424f23ce91cd38d323392dae329#A#compaction#162 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:05,891 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/f196fc2f3a9247caa1105624e30bf91a is 175, key is test_row_0/A:col10/1731305884847/Put/seqid=0 2024-11-11T06:18:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,910 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:05,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T06:18:05,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:05,911 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing e886f424f23ce91cd38d323392dae329 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T06:18:05,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=A 2024-11-11T06:18:05,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:05,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=B 2024-11-11T06:18:05,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:05,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=C 2024-11-11T06:18:05,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:05,917 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e886f424f23ce91cd38d323392dae329#C#compaction#164 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:05,917 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/44634694c5e34b1294596082068a8514 is 50, key is test_row_0/C:col10/1731305884847/Put/seqid=0 2024-11-11T06:18:05,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742019_1195 (size=31549) 2024-11-11T06:18:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,933 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/f196fc2f3a9247caa1105624e30bf91a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/f196fc2f3a9247caa1105624e30bf91a 2024-11-11T06:18:05,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d8bc621eaee747cd94744fd58e096dae_e886f424f23ce91cd38d323392dae329 is 50, key is test_row_0/A:col10/1731305884856/Put/seqid=0 2024-11-11T06:18:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,939 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e886f424f23ce91cd38d323392dae329/A of e886f424f23ce91cd38d323392dae329 into f196fc2f3a9247caa1105624e30bf91a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:05,939 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:05,939 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., storeName=e886f424f23ce91cd38d323392dae329/A, priority=13, startTime=1731305885788; duration=0sec 2024-11-11T06:18:05,939 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:05,939 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e886f424f23ce91cd38d323392dae329:A 2024-11-11T06:18:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:05,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742020_1196 (size=12595) 2024-11-11T06:18:05,980 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/44634694c5e34b1294596082068a8514 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/44634694c5e34b1294596082068a8514 2024-11-11T06:18:05,986 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e886f424f23ce91cd38d323392dae329/C of e886f424f23ce91cd38d323392dae329 into 44634694c5e34b1294596082068a8514(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:05,986 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:05,986 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., storeName=e886f424f23ce91cd38d323392dae329/C, priority=13, startTime=1731305885789; duration=0sec 2024-11-11T06:18:05,986 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:05,986 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e886f424f23ce91cd38d323392dae329:C 2024-11-11T06:18:05,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742021_1197 (size=9814) 2024-11-11T06:18:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,023 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d8bc621eaee747cd94744fd58e096dae_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d8bc621eaee747cd94744fd58e096dae_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:06,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/12682f97dbf64b73ac6de645e5bfe840, store: [table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:06,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/12682f97dbf64b73ac6de645e5bfe840 is 175, key is test_row_0/A:col10/1731305884856/Put/seqid=0 2024-11-11T06:18:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742022_1198 (size=22461) 2024-11-11T06:18:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,062 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/12682f97dbf64b73ac6de645e5bfe840 2024-11-11T06:18:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/36460acdb75b458f8499bd1a25b2d7a0 is 50, key is test_row_0/B:col10/1731305884856/Put/seqid=0 2024-11-11T06:18:06,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742023_1199 (size=9757) 2024-11-11T06:18:06,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305946116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305946121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305946125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305946129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305946140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305946235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305946237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305946238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305946239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T06:18:06,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305946246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305946440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305946440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305946442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305946443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305946449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,510 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/36460acdb75b458f8499bd1a25b2d7a0 2024-11-11T06:18:06,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/fac380a232294f478ad91cfa76fe4311 is 50, key is test_row_0/C:col10/1731305884856/Put/seqid=0 2024-11-11T06:18:06,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742024_1200 (size=9757) 2024-11-11T06:18:06,553 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/fac380a232294f478ad91cfa76fe4311 2024-11-11T06:18:06,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/12682f97dbf64b73ac6de645e5bfe840 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/12682f97dbf64b73ac6de645e5bfe840 2024-11-11T06:18:06,565 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/12682f97dbf64b73ac6de645e5bfe840, entries=100, sequenceid=213, filesize=21.9 K 2024-11-11T06:18:06,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/36460acdb75b458f8499bd1a25b2d7a0 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/36460acdb75b458f8499bd1a25b2d7a0 2024-11-11T06:18:06,572 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/36460acdb75b458f8499bd1a25b2d7a0, entries=100, sequenceid=213, filesize=9.5 K 2024-11-11T06:18:06,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/fac380a232294f478ad91cfa76fe4311 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/fac380a232294f478ad91cfa76fe4311 2024-11-11T06:18:06,579 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/fac380a232294f478ad91cfa76fe4311, entries=100, sequenceid=213, filesize=9.5 K 2024-11-11T06:18:06,581 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for e886f424f23ce91cd38d323392dae329 in 670ms, sequenceid=213, compaction requested=false 2024-11-11T06:18:06,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:06,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:06,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-11T06:18:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-11T06:18:06,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-11T06:18:06,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4420 sec 2024-11-11T06:18:06,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.4470 sec 2024-11-11T06:18:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:06,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e886f424f23ce91cd38d323392dae329 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-11T06:18:06,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=A 2024-11-11T06:18:06,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:06,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=B 2024-11-11T06:18:06,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:06,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=C 2024-11-11T06:18:06,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:06,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305946750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305946752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305946752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305946760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112b83fe695b714a6ebc70721804c8de78_e886f424f23ce91cd38d323392dae329 is 50, key is test_row_0/A:col10/1731305886747/Put/seqid=0 2024-11-11T06:18:06,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305946762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742025_1201 (size=14794) 2024-11-11T06:18:06,773 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:06,779 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112b83fe695b714a6ebc70721804c8de78_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112b83fe695b714a6ebc70721804c8de78_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:06,781 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/ee53e5615d2d4d0bae1f67b8a05647f7, store: [table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:06,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/ee53e5615d2d4d0bae1f67b8a05647f7 is 175, key is test_row_0/A:col10/1731305886747/Put/seqid=0 2024-11-11T06:18:06,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742026_1202 (size=39749) 2024-11-11T06:18:06,809 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/ee53e5615d2d4d0bae1f67b8a05647f7 2024-11-11T06:18:06,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/5b57ef020b7d4725bd0d2bb1a405833c is 50, key is test_row_0/B:col10/1731305886747/Put/seqid=0 2024-11-11T06:18:06,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742027_1203 (size=12151) 2024-11-11T06:18:06,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/5b57ef020b7d4725bd0d2bb1a405833c 2024-11-11T06:18:06,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305946853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305946855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305946856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:06,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/a0ab56d9cdfc42969955f6160bfaa60a is 50, key is test_row_0/C:col10/1731305886747/Put/seqid=0 2024-11-11T06:18:06,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742028_1204 (size=12151) 2024-11-11T06:18:07,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305947056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:07,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305947063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:07,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305947063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T06:18:07,246 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-11T06:18:07,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:18:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-11T06:18:07,251 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:18:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-11T06:18:07,252 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:18:07,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:18:07,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305947266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:07,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305947266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:07,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/a0ab56d9cdfc42969955f6160bfaa60a 2024-11-11T06:18:07,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/ee53e5615d2d4d0bae1f67b8a05647f7 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/ee53e5615d2d4d0bae1f67b8a05647f7 2024-11-11T06:18:07,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/ee53e5615d2d4d0bae1f67b8a05647f7, entries=200, sequenceid=245, filesize=38.8 K 2024-11-11T06:18:07,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/5b57ef020b7d4725bd0d2bb1a405833c as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/5b57ef020b7d4725bd0d2bb1a405833c 2024-11-11T06:18:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/5b57ef020b7d4725bd0d2bb1a405833c, entries=150, sequenceid=245, filesize=11.9 K 2024-11-11T06:18:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/a0ab56d9cdfc42969955f6160bfaa60a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/a0ab56d9cdfc42969955f6160bfaa60a 2024-11-11T06:18:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/a0ab56d9cdfc42969955f6160bfaa60a, entries=150, sequenceid=245, filesize=11.9 K 2024-11-11T06:18:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for e886f424f23ce91cd38d323392dae329 in 588ms, sequenceid=245, compaction requested=true 2024-11-11T06:18:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:07,337 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:07,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e886f424f23ce91cd38d323392dae329:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:18:07,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e886f424f23ce91cd38d323392dae329:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:18:07,337 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:07,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:07,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e886f424f23ce91cd38d323392dae329:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:18:07,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,338 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,338 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): e886f424f23ce91cd38d323392dae329/A is initiating minor compaction (all files) 2024-11-11T06:18:07,338 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e886f424f23ce91cd38d323392dae329/A in TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:07,338 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/f196fc2f3a9247caa1105624e30bf91a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/12682f97dbf64b73ac6de645e5bfe840, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/ee53e5615d2d4d0bae1f67b8a05647f7] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp, totalSize=91.6 K 2024-11-11T06:18:07,338 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:07,338 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. files: [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/f196fc2f3a9247caa1105624e30bf91a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/12682f97dbf64b73ac6de645e5bfe840, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/ee53e5615d2d4d0bae1f67b8a05647f7] 2024-11-11T06:18:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,339 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:07,339 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): e886f424f23ce91cd38d323392dae329/B is initiating minor compaction (all files) 2024-11-11T06:18:07,339 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e886f424f23ce91cd38d323392dae329/B in TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:07,339 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/dce220664cb642e0860afcfb4ed5689e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/36460acdb75b458f8499bd1a25b2d7a0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/5b57ef020b7d4725bd0d2bb1a405833c] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp, totalSize=33.7 K 2024-11-11T06:18:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,339 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting f196fc2f3a9247caa1105624e30bf91a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731305883722 2024-11-11T06:18:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,339 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting dce220664cb642e0860afcfb4ed5689e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731305883722 2024-11-11T06:18:07,340 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 36460acdb75b458f8499bd1a25b2d7a0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731305884856 2024-11-11T06:18:07,340 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12682f97dbf64b73ac6de645e5bfe840, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731305884856 2024-11-11T06:18:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,340 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b57ef020b7d4725bd0d2bb1a405833c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731305886105 2024-11-11T06:18:07,340 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee53e5615d2d4d0bae1f67b8a05647f7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731305886105 2024-11-11T06:18:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,348 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-11T06:18:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,355 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111e4b7be4d4a62424794367469345e003b_e886f424f23ce91cd38d323392dae329 store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,358 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e886f424f23ce91cd38d323392dae329#B#compaction#172 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:07,358 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111e4b7be4d4a62424794367469345e003b_e886f424f23ce91cd38d323392dae329, store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,358 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e4b7be4d4a62424794367469345e003b_e886f424f23ce91cd38d323392dae329 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,359 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/f425db2efe2c4ea0aa748a7cd1a1cad3 is 50, key is test_row_0/B:col10/1731305886747/Put/seqid=0 2024-11-11T06:18:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742030_1206 (size=12697) 2024-11-11T06:18:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,380 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/f425db2efe2c4ea0aa748a7cd1a1cad3 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/f425db2efe2c4ea0aa748a7cd1a1cad3 2024-11-11T06:18:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:07,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e886f424f23ce91cd38d323392dae329 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T06:18:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=A 2024-11-11T06:18:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:07,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=B 2024-11-11T06:18:07,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:07,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=C 2024-11-11T06:18:07,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,387 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e886f424f23ce91cd38d323392dae329/B of e886f424f23ce91cd38d323392dae329 into f425db2efe2c4ea0aa748a7cd1a1cad3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:07,388 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:07,388 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., storeName=e886f424f23ce91cd38d323392dae329/B, priority=13, startTime=1731305887337; duration=0sec 2024-11-11T06:18:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,388 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:07,388 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e886f424f23ce91cd38d323392dae329:B 2024-11-11T06:18:07,388 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,390 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:07,390 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): e886f424f23ce91cd38d323392dae329/C is initiating minor compaction (all files) 2024-11-11T06:18:07,390 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e886f424f23ce91cd38d323392dae329/C in TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:07,390 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/44634694c5e34b1294596082068a8514, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/fac380a232294f478ad91cfa76fe4311, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/a0ab56d9cdfc42969955f6160bfaa60a] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp, totalSize=33.7 K 2024-11-11T06:18:07,391 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 44634694c5e34b1294596082068a8514, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731305883722 2024-11-11T06:18:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,391 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting fac380a232294f478ad91cfa76fe4311, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731305884856 2024-11-11T06:18:07,392 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting a0ab56d9cdfc42969955f6160bfaa60a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731305886105 2024-11-11T06:18:07,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742029_1205 (size=4469) 2024-11-11T06:18:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,395 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e886f424f23ce91cd38d323392dae329#A#compaction#171 average throughput is 0.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,395 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/504e16eb5feb4927a6814b2a423213db is 175, key is test_row_0/A:col10/1731305886747/Put/seqid=0 2024-11-11T06:18:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,404 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-11T06:18:07,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:07,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:07,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:07,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:07,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113e51e0dc9a6b4b0d98331e4e335478a8_e886f424f23ce91cd38d323392dae329 is 50, key is test_row_0/A:col10/1731305887383/Put/seqid=0 2024-11-11T06:18:07,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742031_1207 (size=31651) 2024-11-11T06:18:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,428 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/504e16eb5feb4927a6814b2a423213db as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/504e16eb5feb4927a6814b2a423213db 2024-11-11T06:18:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,429 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e886f424f23ce91cd38d323392dae329#C#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:07,430 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/0f062b4422e14c598a4cd6ea7e72294d is 50, key is test_row_0/C:col10/1731305886747/Put/seqid=0 2024-11-11T06:18:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,435 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e886f424f23ce91cd38d323392dae329/A of e886f424f23ce91cd38d323392dae329 into 504e16eb5feb4927a6814b2a423213db(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:07,436 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:07,436 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., storeName=e886f424f23ce91cd38d323392dae329/A, priority=13, startTime=1731305887336; duration=0sec 2024-11-11T06:18:07,436 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:07,436 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e886f424f23ce91cd38d323392dae329:A 2024-11-11T06:18:07,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742032_1208 (size=22318) 2024-11-11T06:18:07,446 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:07,450 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113e51e0dc9a6b4b0d98331e4e335478a8_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113e51e0dc9a6b4b0d98331e4e335478a8_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:07,451 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/020ef4a267b647d1b06bf276d9d8a1f9, store: [table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:07,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/020ef4a267b647d1b06bf276d9d8a1f9 is 175, key is test_row_0/A:col10/1731305887383/Put/seqid=0 2024-11-11T06:18:07,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742033_1209 (size=12697) 2024-11-11T06:18:07,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742034_1210 (size=65719) 2024-11-11T06:18:07,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305947482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:07,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305947482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:07,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305947482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-11T06:18:07,557 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:07,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-11T06:18:07,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:07,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:07,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:07,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:07,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:07,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305947586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:07,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305947586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:07,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305947586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:07,711 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:07,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-11T06:18:07,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:07,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:07,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:07,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:07,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:07,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305947790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:07,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305947790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:07,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305947791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-11T06:18:07,863 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/020ef4a267b647d1b06bf276d9d8a1f9 2024-11-11T06:18:07,863 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/0f062b4422e14c598a4cd6ea7e72294d as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/0f062b4422e14c598a4cd6ea7e72294d 2024-11-11T06:18:07,865 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:07,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-11T06:18:07,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:07,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:07,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:07,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:07,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:07,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/96ea8e15013841ad8a9db5dfd227614d is 50, key is test_row_0/B:col10/1731305887383/Put/seqid=0 2024-11-11T06:18:07,873 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e886f424f23ce91cd38d323392dae329/C of e886f424f23ce91cd38d323392dae329 into 0f062b4422e14c598a4cd6ea7e72294d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:07,873 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:07,873 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., storeName=e886f424f23ce91cd38d323392dae329/C, priority=13, startTime=1731305887337; duration=0sec 2024-11-11T06:18:07,873 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:07,873 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e886f424f23ce91cd38d323392dae329:C 2024-11-11T06:18:07,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742035_1211 (size=9807) 2024-11-11T06:18:07,899 INFO [master/fbbe90f5df0b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T06:18:07,899 INFO [master/fbbe90f5df0b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T06:18:08,018 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:08,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-11T06:18:08,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:08,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:08,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:08,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:08,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:08,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305948092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:08,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305948093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:08,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305948094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:08,172 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:08,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-11T06:18:08,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:08,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:08,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:08,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:08,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:08,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305948268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:08,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305948270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:08,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/96ea8e15013841ad8a9db5dfd227614d 2024-11-11T06:18:08,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/02eaee478bdf43c5baddfe914d968b6d is 50, key is test_row_0/C:col10/1731305887383/Put/seqid=0 2024-11-11T06:18:08,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742036_1212 (size=9807) 2024-11-11T06:18:08,325 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:08,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-11T06:18:08,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:08,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:08,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:08,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:08,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-11T06:18:08,478 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:08,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-11T06:18:08,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:08,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:08,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:08,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:08,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:08,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305948598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:08,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305948599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:08,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305948601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:08,632 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:08,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-11T06:18:08,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:08,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:08,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:08,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:08,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:08,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/02eaee478bdf43c5baddfe914d968b6d 2024-11-11T06:18:08,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/020ef4a267b647d1b06bf276d9d8a1f9 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/020ef4a267b647d1b06bf276d9d8a1f9 2024-11-11T06:18:08,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/020ef4a267b647d1b06bf276d9d8a1f9, entries=350, sequenceid=257, filesize=64.2 K 2024-11-11T06:18:08,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/96ea8e15013841ad8a9db5dfd227614d as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/96ea8e15013841ad8a9db5dfd227614d 2024-11-11T06:18:08,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/96ea8e15013841ad8a9db5dfd227614d, entries=100, sequenceid=257, filesize=9.6 K 2024-11-11T06:18:08,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/02eaee478bdf43c5baddfe914d968b6d as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/02eaee478bdf43c5baddfe914d968b6d 2024-11-11T06:18:08,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/02eaee478bdf43c5baddfe914d968b6d, entries=100, sequenceid=257, filesize=9.6 K 2024-11-11T06:18:08,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for e886f424f23ce91cd38d323392dae329 in 1339ms, sequenceid=257, compaction requested=false 2024-11-11T06:18:08,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:08,785 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:08,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-11T06:18:08,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:08,786 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing e886f424f23ce91cd38d323392dae329 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T06:18:08,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=A 2024-11-11T06:18:08,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:08,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=B 2024-11-11T06:18:08,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:08,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=C 2024-11-11T06:18:08,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:08,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111182795f0324ac4fe2b5daf60853ee6b62_e886f424f23ce91cd38d323392dae329 is 50, key is test_row_0/A:col10/1731305887436/Put/seqid=0 2024-11-11T06:18:08,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742037_1213 (size=12454) 2024-11-11T06:18:08,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:08,818 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111182795f0324ac4fe2b5daf60853ee6b62_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111182795f0324ac4fe2b5daf60853ee6b62_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:08,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/797f5a2bdc17494b8c4c2a47b947e0bb, store: [table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:08,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/797f5a2bdc17494b8c4c2a47b947e0bb is 175, key is test_row_0/A:col10/1731305887436/Put/seqid=0 2024-11-11T06:18:08,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742038_1214 (size=31255) 2024-11-11T06:18:08,863 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=285, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/797f5a2bdc17494b8c4c2a47b947e0bb 2024-11-11T06:18:08,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/b355f8ecb9904cfab39b97e6d90c5e18 is 50, key is test_row_0/B:col10/1731305887436/Put/seqid=0 2024-11-11T06:18:08,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742039_1215 (size=12301) 2024-11-11T06:18:09,301 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/b355f8ecb9904cfab39b97e6d90c5e18 2024-11-11T06:18:09,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/93c213dd3e6e498c82407548186ca9ac is 50, key is test_row_0/C:col10/1731305887436/Put/seqid=0 2024-11-11T06:18:09,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742040_1216 (size=12301) 2024-11-11T06:18:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-11T06:18:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:09,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:09,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305949611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:09,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305949613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:09,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305949614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:09,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:09,716 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/93c213dd3e6e498c82407548186ca9ac 2024-11-11T06:18:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305949715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:09,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305949716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:09,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305949716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:09,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/797f5a2bdc17494b8c4c2a47b947e0bb as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/797f5a2bdc17494b8c4c2a47b947e0bb 2024-11-11T06:18:09,726 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/797f5a2bdc17494b8c4c2a47b947e0bb, entries=150, sequenceid=285, filesize=30.5 K 2024-11-11T06:18:09,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/b355f8ecb9904cfab39b97e6d90c5e18 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/b355f8ecb9904cfab39b97e6d90c5e18 2024-11-11T06:18:09,736 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/b355f8ecb9904cfab39b97e6d90c5e18, entries=150, sequenceid=285, filesize=12.0 K 2024-11-11T06:18:09,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/93c213dd3e6e498c82407548186ca9ac as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/93c213dd3e6e498c82407548186ca9ac 2024-11-11T06:18:09,741 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/93c213dd3e6e498c82407548186ca9ac, entries=150, sequenceid=285, filesize=12.0 K 2024-11-11T06:18:09,742 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e886f424f23ce91cd38d323392dae329 in 956ms, sequenceid=285, compaction requested=true 2024-11-11T06:18:09,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:09,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:09,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-11T06:18:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-11T06:18:09,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-11T06:18:09,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4910 sec 2024-11-11T06:18:09,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.4970 sec 2024-11-11T06:18:09,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e886f424f23ce91cd38d323392dae329 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T06:18:09,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=A 2024-11-11T06:18:09,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:09,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=B 2024-11-11T06:18:09,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:09,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=C 2024-11-11T06:18:09,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:09,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cf383bbf646849eda76403364a7f0762_e886f424f23ce91cd38d323392dae329 is 50, key is test_row_0/A:col10/1731305889920/Put/seqid=0 2024-11-11T06:18:09,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305949958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:09,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305949960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:09,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305949961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:09,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742041_1217 (size=14994) 2024-11-11T06:18:10,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305950062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:10,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305950065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:10,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305950065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:10,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305950264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:10,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305950271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:10,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305950272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:10,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305950273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:10,275 DEBUG [Thread-685 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:18:10,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305950281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:10,290 DEBUG [Thread-691 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:18:10,383 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:10,388 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cf383bbf646849eda76403364a7f0762_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cf383bbf646849eda76403364a7f0762_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:10,389 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/82a3a3e95c274930bf1e95c3dea61a64, store: [table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:10,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/82a3a3e95c274930bf1e95c3dea61a64 is 175, key is test_row_0/A:col10/1731305889920/Put/seqid=0 2024-11-11T06:18:10,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742042_1218 (size=39949) 2024-11-11T06:18:10,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305950567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:10,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305950574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:10,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305950575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:10,797 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/82a3a3e95c274930bf1e95c3dea61a64 2024-11-11T06:18:10,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/a09eda89ec0f4c6eb92aa425fc5de140 is 50, key is test_row_0/B:col10/1731305889920/Put/seqid=0 2024-11-11T06:18:10,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742043_1219 (size=12301) 2024-11-11T06:18:10,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/a09eda89ec0f4c6eb92aa425fc5de140 2024-11-11T06:18:10,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/ff6dfdd066d24672aea917694a1e225f is 50, key is test_row_0/C:col10/1731305889920/Put/seqid=0 2024-11-11T06:18:10,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742044_1220 (size=12301) 2024-11-11T06:18:10,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/ff6dfdd066d24672aea917694a1e225f 2024-11-11T06:18:10,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/82a3a3e95c274930bf1e95c3dea61a64 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/82a3a3e95c274930bf1e95c3dea61a64 2024-11-11T06:18:10,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/82a3a3e95c274930bf1e95c3dea61a64, entries=200, sequenceid=299, filesize=39.0 K 2024-11-11T06:18:10,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/a09eda89ec0f4c6eb92aa425fc5de140 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/a09eda89ec0f4c6eb92aa425fc5de140 2024-11-11T06:18:10,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/a09eda89ec0f4c6eb92aa425fc5de140, entries=150, sequenceid=299, filesize=12.0 K 2024-11-11T06:18:10,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/ff6dfdd066d24672aea917694a1e225f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/ff6dfdd066d24672aea917694a1e225f 2024-11-11T06:18:10,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/ff6dfdd066d24672aea917694a1e225f, entries=150, sequenceid=299, filesize=12.0 K 2024-11-11T06:18:10,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for e886f424f23ce91cd38d323392dae329 in 1010ms, sequenceid=299, compaction requested=true 2024-11-11T06:18:10,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:10,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e886f424f23ce91cd38d323392dae329:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:18:10,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:10,933 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:18:10,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e886f424f23ce91cd38d323392dae329:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:18:10,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:10,933 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:18:10,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e886f424f23ce91cd38d323392dae329:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:18:10,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:10,936 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 168574 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:18:10,936 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47106 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:18:10,936 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): e886f424f23ce91cd38d323392dae329/A is initiating minor compaction (all files) 2024-11-11T06:18:10,936 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): e886f424f23ce91cd38d323392dae329/B is initiating minor compaction (all files) 2024-11-11T06:18:10,936 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e886f424f23ce91cd38d323392dae329/A in TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:10,936 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e886f424f23ce91cd38d323392dae329/B in TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:10,936 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/504e16eb5feb4927a6814b2a423213db, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/020ef4a267b647d1b06bf276d9d8a1f9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/797f5a2bdc17494b8c4c2a47b947e0bb, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/82a3a3e95c274930bf1e95c3dea61a64] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp, totalSize=164.6 K 2024-11-11T06:18:10,936 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/f425db2efe2c4ea0aa748a7cd1a1cad3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/96ea8e15013841ad8a9db5dfd227614d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/b355f8ecb9904cfab39b97e6d90c5e18, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/a09eda89ec0f4c6eb92aa425fc5de140] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp, totalSize=46.0 K 2024-11-11T06:18:10,936 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:10,936 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. files: [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/504e16eb5feb4927a6814b2a423213db, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/020ef4a267b647d1b06bf276d9d8a1f9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/797f5a2bdc17494b8c4c2a47b947e0bb, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/82a3a3e95c274930bf1e95c3dea61a64] 2024-11-11T06:18:10,938 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting f425db2efe2c4ea0aa748a7cd1a1cad3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731305886105 2024-11-11T06:18:10,938 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 504e16eb5feb4927a6814b2a423213db, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731305886105 2024-11-11T06:18:10,938 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 96ea8e15013841ad8a9db5dfd227614d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731305887382 2024-11-11T06:18:10,939 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting b355f8ecb9904cfab39b97e6d90c5e18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731305887436 2024-11-11T06:18:10,939 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 020ef4a267b647d1b06bf276d9d8a1f9, keycount=350, bloomtype=ROW, size=64.2 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731305886750 2024-11-11T06:18:10,939 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting a09eda89ec0f4c6eb92aa425fc5de140, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731305889920 2024-11-11T06:18:10,940 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 797f5a2bdc17494b8c4c2a47b947e0bb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731305887436 2024-11-11T06:18:10,940 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82a3a3e95c274930bf1e95c3dea61a64, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731305889609 2024-11-11T06:18:10,953 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e886f424f23ce91cd38d323392dae329#B#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:10,954 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:10,954 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/82f89cd7afe046da9f0a770c6d16dbff is 50, key is test_row_0/B:col10/1731305889920/Put/seqid=0 2024-11-11T06:18:10,961 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111b91164c86bf84f95903781d1e5273010_e886f424f23ce91cd38d323392dae329 store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:10,964 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111b91164c86bf84f95903781d1e5273010_e886f424f23ce91cd38d323392dae329, store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:10,964 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b91164c86bf84f95903781d1e5273010_e886f424f23ce91cd38d323392dae329 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:11,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742045_1221 (size=12983) 2024-11-11T06:18:11,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742046_1222 (size=4469) 2024-11-11T06:18:11,007 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e886f424f23ce91cd38d323392dae329#A#compaction#184 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:11,008 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/6db5dfe3344e4a0eb1e08d972b44d56b is 175, key is test_row_0/A:col10/1731305889920/Put/seqid=0 2024-11-11T06:18:11,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742047_1223 (size=31937) 2024-11-11T06:18:11,028 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/6db5dfe3344e4a0eb1e08d972b44d56b as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/6db5dfe3344e4a0eb1e08d972b44d56b 2024-11-11T06:18:11,038 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e886f424f23ce91cd38d323392dae329/A of e886f424f23ce91cd38d323392dae329 into 6db5dfe3344e4a0eb1e08d972b44d56b(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:11,038 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:11,038 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., storeName=e886f424f23ce91cd38d323392dae329/A, priority=12, startTime=1731305890933; duration=0sec 2024-11-11T06:18:11,038 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:11,038 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e886f424f23ce91cd38d323392dae329:A 2024-11-11T06:18:11,039 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:18:11,041 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47106 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:18:11,041 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): e886f424f23ce91cd38d323392dae329/C is initiating minor compaction (all files) 2024-11-11T06:18:11,041 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e886f424f23ce91cd38d323392dae329/C in TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:11,041 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/0f062b4422e14c598a4cd6ea7e72294d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/02eaee478bdf43c5baddfe914d968b6d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/93c213dd3e6e498c82407548186ca9ac, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/ff6dfdd066d24672aea917694a1e225f] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp, totalSize=46.0 K 2024-11-11T06:18:11,041 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f062b4422e14c598a4cd6ea7e72294d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731305886105 2024-11-11T06:18:11,043 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02eaee478bdf43c5baddfe914d968b6d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731305887382 2024-11-11T06:18:11,043 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93c213dd3e6e498c82407548186ca9ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731305887436 2024-11-11T06:18:11,043 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff6dfdd066d24672aea917694a1e225f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731305889920 2024-11-11T06:18:11,054 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e886f424f23ce91cd38d323392dae329#C#compaction#185 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:11,055 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/4c9801926ce348c287444b521c4ff54a is 50, key is test_row_0/C:col10/1731305889920/Put/seqid=0 2024-11-11T06:18:11,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742048_1224 (size=12983) 2024-11-11T06:18:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:11,077 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/4c9801926ce348c287444b521c4ff54a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/4c9801926ce348c287444b521c4ff54a 2024-11-11T06:18:11,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e886f424f23ce91cd38d323392dae329 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T06:18:11,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=A 2024-11-11T06:18:11,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:11,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=B 2024-11-11T06:18:11,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:11,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=C 2024-11-11T06:18:11,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:11,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a7264cfbab884bb78fb20560575dd2c6_e886f424f23ce91cd38d323392dae329 is 50, key is test_row_0/A:col10/1731305889959/Put/seqid=0 2024-11-11T06:18:11,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305951089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:11,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305951090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:11,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742049_1225 (size=14994) 2024-11-11T06:18:11,095 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:11,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305951093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:11,102 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a7264cfbab884bb78fb20560575dd2c6_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a7264cfbab884bb78fb20560575dd2c6_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:11,102 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e886f424f23ce91cd38d323392dae329/C of e886f424f23ce91cd38d323392dae329 into 4c9801926ce348c287444b521c4ff54a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:11,102 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:11,102 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., storeName=e886f424f23ce91cd38d323392dae329/C, priority=12, startTime=1731305890933; duration=0sec 2024-11-11T06:18:11,102 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:11,102 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e886f424f23ce91cd38d323392dae329:C 2024-11-11T06:18:11,103 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/2cf1b08899c34fedbfe7681c3286cb48, store: [table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:11,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/2cf1b08899c34fedbfe7681c3286cb48 is 175, key is test_row_0/A:col10/1731305889959/Put/seqid=0 2024-11-11T06:18:11,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742050_1226 (size=39949) 2024-11-11T06:18:11,120 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/2cf1b08899c34fedbfe7681c3286cb48 2024-11-11T06:18:11,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/e82b21fa7f9d4afeb1f1a55d7d190362 is 50, key is test_row_0/B:col10/1731305889959/Put/seqid=0 2024-11-11T06:18:11,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742051_1227 (size=12301) 2024-11-11T06:18:11,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305951194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:11,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305951194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:11,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305951200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-11T06:18:11,356 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-11T06:18:11,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:18:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-11T06:18:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-11T06:18:11,360 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:18:11,360 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:18:11,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:18:11,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305951398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:11,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305951398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:11,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305951402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:11,406 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/82f89cd7afe046da9f0a770c6d16dbff as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/82f89cd7afe046da9f0a770c6d16dbff 2024-11-11T06:18:11,412 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e886f424f23ce91cd38d323392dae329/B of e886f424f23ce91cd38d323392dae329 into 82f89cd7afe046da9f0a770c6d16dbff(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:11,412 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:11,412 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., storeName=e886f424f23ce91cd38d323392dae329/B, priority=12, startTime=1731305890933; duration=0sec 2024-11-11T06:18:11,412 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:11,412 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e886f424f23ce91cd38d323392dae329:B 2024-11-11T06:18:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-11T06:18:11,512 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:11,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-11T06:18:11,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:11,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:11,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:11,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:11,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:11,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/e82b21fa7f9d4afeb1f1a55d7d190362 2024-11-11T06:18:11,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/4633e086a53b4affb2dd790553cba5aa is 50, key is test_row_0/C:col10/1731305889959/Put/seqid=0 2024-11-11T06:18:11,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742052_1228 (size=12301) 2024-11-11T06:18:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-11T06:18:11,666 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:11,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-11T06:18:11,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:11,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:11,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:11,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:11,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:11,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305951701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:11,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305951702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:11,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305951705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:11,820 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:11,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-11T06:18:11,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:11,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:11,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:11,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:11,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-11T06:18:11,974 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:11,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-11T06:18:11,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:11,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:11,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:11,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:11,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:11,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/4633e086a53b4affb2dd790553cba5aa 2024-11-11T06:18:11,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/2cf1b08899c34fedbfe7681c3286cb48 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/2cf1b08899c34fedbfe7681c3286cb48 2024-11-11T06:18:11,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/2cf1b08899c34fedbfe7681c3286cb48, entries=200, sequenceid=324, filesize=39.0 K 2024-11-11T06:18:11,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/e82b21fa7f9d4afeb1f1a55d7d190362 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/e82b21fa7f9d4afeb1f1a55d7d190362 2024-11-11T06:18:11,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/e82b21fa7f9d4afeb1f1a55d7d190362, entries=150, sequenceid=324, filesize=12.0 K 2024-11-11T06:18:11,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/4633e086a53b4affb2dd790553cba5aa as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/4633e086a53b4affb2dd790553cba5aa 2024-11-11T06:18:11,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/4633e086a53b4affb2dd790553cba5aa, entries=150, sequenceid=324, filesize=12.0 K 2024-11-11T06:18:11,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e886f424f23ce91cd38d323392dae329 in 921ms, sequenceid=324, compaction requested=false 2024-11-11T06:18:11,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:12,127 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:12,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-11T06:18:12,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:12,128 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing e886f424f23ce91cd38d323392dae329 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T06:18:12,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=A 2024-11-11T06:18:12,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:12,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=B 2024-11-11T06:18:12,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:12,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=C 2024-11-11T06:18:12,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:12,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111693f108f86ac40129a724a84e9ad0c3e_e886f424f23ce91cd38d323392dae329 is 50, key is test_row_0/A:col10/1731305891085/Put/seqid=0 2024-11-11T06:18:12,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742053_1229 (size=12454) 2024-11-11T06:18:12,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:12,146 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111693f108f86ac40129a724a84e9ad0c3e_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111693f108f86ac40129a724a84e9ad0c3e_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:12,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/5fc1bee37817419a812d661653fde2be, store: [table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:12,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/5fc1bee37817419a812d661653fde2be is 175, key is test_row_0/A:col10/1731305891085/Put/seqid=0 2024-11-11T06:18:12,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742054_1230 (size=31255) 2024-11-11T06:18:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:12,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:12,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305952231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:12,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305952231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:12,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305952233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:12,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305952334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:12,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305952336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:12,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305952336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-11T06:18:12,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305952538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:12,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305952539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:12,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305952539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:12,552 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=338, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/5fc1bee37817419a812d661653fde2be 2024-11-11T06:18:12,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/9572dc98cdc5470dab468dc51d09fa13 is 50, key is test_row_0/B:col10/1731305891085/Put/seqid=0 2024-11-11T06:18:12,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742055_1231 (size=12301) 2024-11-11T06:18:12,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305952841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:12,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305952841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:12,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305952843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:12,966 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/9572dc98cdc5470dab468dc51d09fa13 2024-11-11T06:18:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/a416f6ca994a4c4b90edc4b8c1d257d1 is 50, key is test_row_0/C:col10/1731305891085/Put/seqid=0 2024-11-11T06:18:13,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742056_1232 (size=12301) 2024-11-11T06:18:13,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305953347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:13,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305953349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:13,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305953350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:13,411 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/a416f6ca994a4c4b90edc4b8c1d257d1 2024-11-11T06:18:13,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/5fc1bee37817419a812d661653fde2be as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/5fc1bee37817419a812d661653fde2be 2024-11-11T06:18:13,420 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/5fc1bee37817419a812d661653fde2be, entries=150, sequenceid=338, filesize=30.5 K 2024-11-11T06:18:13,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-11T06:18:13,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/9572dc98cdc5470dab468dc51d09fa13 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/9572dc98cdc5470dab468dc51d09fa13 2024-11-11T06:18:13,426 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/9572dc98cdc5470dab468dc51d09fa13, entries=150, sequenceid=338, filesize=12.0 K 2024-11-11T06:18:13,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/a416f6ca994a4c4b90edc4b8c1d257d1 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/a416f6ca994a4c4b90edc4b8c1d257d1 2024-11-11T06:18:13,432 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/a416f6ca994a4c4b90edc4b8c1d257d1, entries=150, sequenceid=338, filesize=12.0 K 2024-11-11T06:18:13,433 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e886f424f23ce91cd38d323392dae329 in 1305ms, sequenceid=338, compaction requested=true 2024-11-11T06:18:13,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:13,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:13,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-11T06:18:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-11T06:18:13,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-11T06:18:13,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0740 sec 2024-11-11T06:18:13,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 2.0780 sec 2024-11-11T06:18:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-11T06:18:13,464 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-11T06:18:13,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:18:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-11T06:18:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-11T06:18:13,466 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:18:13,467 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:18:13,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:18:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-11T06:18:13,618 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:13,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-11T06:18:13,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:13,619 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing e886f424f23ce91cd38d323392dae329 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T06:18:13,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=A 2024-11-11T06:18:13,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:13,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=B 2024-11-11T06:18:13,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:13,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=C 2024-11-11T06:18:13,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:13,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114b222cf02a884648bf83858fcef8a83a_e886f424f23ce91cd38d323392dae329 is 50, key is test_row_0/A:col10/1731305892231/Put/seqid=0 2024-11-11T06:18:13,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742057_1233 (size=12454) 2024-11-11T06:18:13,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:13,656 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114b222cf02a884648bf83858fcef8a83a_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114b222cf02a884648bf83858fcef8a83a_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:13,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/ba453d4c35114c2fb38aecbfa671b4d4, store: [table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:13,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/ba453d4c35114c2fb38aecbfa671b4d4 is 175, key is test_row_0/A:col10/1731305892231/Put/seqid=0 2024-11-11T06:18:13,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742058_1234 (size=31255) 2024-11-11T06:18:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-11T06:18:14,064 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=362, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/ba453d4c35114c2fb38aecbfa671b4d4 2024-11-11T06:18:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-11T06:18:14,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/08c2111336664589b9ab101a4c1f3809 is 50, key is test_row_0/B:col10/1731305892231/Put/seqid=0 2024-11-11T06:18:14,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742059_1235 (size=12301) 2024-11-11T06:18:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:14,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:14,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:14,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35654 deadline: 1731305954309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:14,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305954312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:14,313 DEBUG [Thread-691 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8196 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:18:14,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305954356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:14,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305954357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:14,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305954357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:14,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305954414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:14,481 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/08c2111336664589b9ab101a4c1f3809 2024-11-11T06:18:14,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/2970b354631b4ba6b74d9d803ca20997 is 50, key is test_row_0/C:col10/1731305892231/Put/seqid=0 2024-11-11T06:18:14,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742060_1236 (size=12301) 2024-11-11T06:18:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-11T06:18:14,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305954618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:14,895 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/2970b354631b4ba6b74d9d803ca20997 2024-11-11T06:18:14,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/ba453d4c35114c2fb38aecbfa671b4d4 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/ba453d4c35114c2fb38aecbfa671b4d4 2024-11-11T06:18:14,906 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/ba453d4c35114c2fb38aecbfa671b4d4, entries=150, sequenceid=362, filesize=30.5 K 2024-11-11T06:18:14,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/08c2111336664589b9ab101a4c1f3809 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/08c2111336664589b9ab101a4c1f3809 2024-11-11T06:18:14,912 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/08c2111336664589b9ab101a4c1f3809, entries=150, sequenceid=362, filesize=12.0 K 2024-11-11T06:18:14,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/2970b354631b4ba6b74d9d803ca20997 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/2970b354631b4ba6b74d9d803ca20997 2024-11-11T06:18:14,918 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/2970b354631b4ba6b74d9d803ca20997, entries=150, sequenceid=362, filesize=12.0 K 2024-11-11T06:18:14,919 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e886f424f23ce91cd38d323392dae329 in 1299ms, sequenceid=362, compaction requested=true 2024-11-11T06:18:14,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:14,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:14,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-11T06:18:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-11T06:18:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:14,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e886f424f23ce91cd38d323392dae329 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T06:18:14,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=A 2024-11-11T06:18:14,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:14,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=B 2024-11-11T06:18:14,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:14,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=C 2024-11-11T06:18:14,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:14,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-11T06:18:14,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4530 sec 2024-11-11T06:18:14,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.4590 sec 2024-11-11T06:18:14,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c80404115eb74ad2b8a1918653a99b6f_e886f424f23ce91cd38d323392dae329 is 50, key is test_row_0/A:col10/1731305894920/Put/seqid=0 2024-11-11T06:18:14,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742061_1237 (size=14994) 2024-11-11T06:18:14,944 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:14,949 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c80404115eb74ad2b8a1918653a99b6f_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c80404115eb74ad2b8a1918653a99b6f_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:14,950 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/4991b1b10f2641828435bd4edb9ffea4, store: [table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:14,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/4991b1b10f2641828435bd4edb9ffea4 is 175, key is test_row_0/A:col10/1731305894920/Put/seqid=0 2024-11-11T06:18:14,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742062_1238 (size=39949) 2024-11-11T06:18:14,967 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/4991b1b10f2641828435bd4edb9ffea4 2024-11-11T06:18:14,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/63598dd930aa4899b372a9f796986f2d is 50, key is test_row_0/B:col10/1731305894920/Put/seqid=0 2024-11-11T06:18:14,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742063_1239 (size=12301) 2024-11-11T06:18:14,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/63598dd930aa4899b372a9f796986f2d 2024-11-11T06:18:14,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/cd5416d489ce4d89bb8ce2db1bbd9a42 is 50, key is test_row_0/C:col10/1731305894920/Put/seqid=0 2024-11-11T06:18:14,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742064_1240 (size=12301) 2024-11-11T06:18:14,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/cd5416d489ce4d89bb8ce2db1bbd9a42 2024-11-11T06:18:15,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/4991b1b10f2641828435bd4edb9ffea4 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/4991b1b10f2641828435bd4edb9ffea4 2024-11-11T06:18:15,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305954998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:15,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/4991b1b10f2641828435bd4edb9ffea4, entries=200, sequenceid=375, filesize=39.0 K 2024-11-11T06:18:15,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/63598dd930aa4899b372a9f796986f2d as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/63598dd930aa4899b372a9f796986f2d 2024-11-11T06:18:15,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/63598dd930aa4899b372a9f796986f2d, entries=150, sequenceid=375, filesize=12.0 K 2024-11-11T06:18:15,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/cd5416d489ce4d89bb8ce2db1bbd9a42 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/cd5416d489ce4d89bb8ce2db1bbd9a42 2024-11-11T06:18:15,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/cd5416d489ce4d89bb8ce2db1bbd9a42, entries=150, sequenceid=375, filesize=12.0 K 2024-11-11T06:18:15,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e886f424f23ce91cd38d323392dae329 in 96ms, sequenceid=375, compaction requested=true 2024-11-11T06:18:15,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:15,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e886f424f23ce91cd38d323392dae329:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:18:15,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:15,018 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T06:18:15,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e886f424f23ce91cd38d323392dae329:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:18:15,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:15,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e886f424f23ce91cd38d323392dae329:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:18:15,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:15,018 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T06:18:15,020 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62187 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T06:18:15,020 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): e886f424f23ce91cd38d323392dae329/B is initiating minor compaction (all files) 2024-11-11T06:18:15,021 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e886f424f23ce91cd38d323392dae329/B in TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:15,021 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/82f89cd7afe046da9f0a770c6d16dbff, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/e82b21fa7f9d4afeb1f1a55d7d190362, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/9572dc98cdc5470dab468dc51d09fa13, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/08c2111336664589b9ab101a4c1f3809, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/63598dd930aa4899b372a9f796986f2d] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp, totalSize=60.7 K 2024-11-11T06:18:15,021 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 174345 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T06:18:15,021 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): e886f424f23ce91cd38d323392dae329/A is initiating minor compaction (all files) 2024-11-11T06:18:15,021 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e886f424f23ce91cd38d323392dae329/A in TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:15,021 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/6db5dfe3344e4a0eb1e08d972b44d56b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/2cf1b08899c34fedbfe7681c3286cb48, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/5fc1bee37817419a812d661653fde2be, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/ba453d4c35114c2fb38aecbfa671b4d4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/4991b1b10f2641828435bd4edb9ffea4] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp, totalSize=170.3 K 2024-11-11T06:18:15,021 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:15,021 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. files: [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/6db5dfe3344e4a0eb1e08d972b44d56b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/2cf1b08899c34fedbfe7681c3286cb48, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/5fc1bee37817419a812d661653fde2be, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/ba453d4c35114c2fb38aecbfa671b4d4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/4991b1b10f2641828435bd4edb9ffea4] 2024-11-11T06:18:15,022 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6db5dfe3344e4a0eb1e08d972b44d56b, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731305889920 2024-11-11T06:18:15,022 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 82f89cd7afe046da9f0a770c6d16dbff, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731305889920 2024-11-11T06:18:15,023 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting e82b21fa7f9d4afeb1f1a55d7d190362, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731305889957 2024-11-11T06:18:15,023 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cf1b08899c34fedbfe7681c3286cb48, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731305889952 2024-11-11T06:18:15,023 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 9572dc98cdc5470dab468dc51d09fa13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731305891085 2024-11-11T06:18:15,023 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fc1bee37817419a812d661653fde2be, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731305891085 2024-11-11T06:18:15,024 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 08c2111336664589b9ab101a4c1f3809, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731305892228 2024-11-11T06:18:15,024 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba453d4c35114c2fb38aecbfa671b4d4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731305892228 2024-11-11T06:18:15,024 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 63598dd930aa4899b372a9f796986f2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731305894307 2024-11-11T06:18:15,024 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4991b1b10f2641828435bd4edb9ffea4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731305894286 2024-11-11T06:18:15,034 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:15,037 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e886f424f23ce91cd38d323392dae329#B#compaction#198 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:15,037 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/bd96ddc4dc5b408d91b05d80f5ec3d0a is 50, key is test_row_0/B:col10/1731305894920/Put/seqid=0 2024-11-11T06:18:15,038 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111131e4973275034c1d99ddbc4edad68296_e886f424f23ce91cd38d323392dae329 store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:15,041 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111131e4973275034c1d99ddbc4edad68296_e886f424f23ce91cd38d323392dae329, store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:15,041 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111131e4973275034c1d99ddbc4edad68296_e886f424f23ce91cd38d323392dae329 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:15,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742065_1241 (size=13153) 2024-11-11T06:18:15,046 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/bd96ddc4dc5b408d91b05d80f5ec3d0a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/bd96ddc4dc5b408d91b05d80f5ec3d0a 2024-11-11T06:18:15,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742066_1242 (size=4469) 2024-11-11T06:18:15,049 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e886f424f23ce91cd38d323392dae329#A#compaction#199 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:15,050 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/f262d013cce24fb39b53495106094d2f is 175, key is test_row_0/A:col10/1731305894920/Put/seqid=0 2024-11-11T06:18:15,053 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in e886f424f23ce91cd38d323392dae329/B of e886f424f23ce91cd38d323392dae329 into bd96ddc4dc5b408d91b05d80f5ec3d0a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:15,053 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:15,053 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., storeName=e886f424f23ce91cd38d323392dae329/B, priority=11, startTime=1731305895018; duration=0sec 2024-11-11T06:18:15,053 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:15,053 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e886f424f23ce91cd38d323392dae329:B 2024-11-11T06:18:15,053 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T06:18:15,055 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62187 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T06:18:15,055 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): e886f424f23ce91cd38d323392dae329/C is initiating minor compaction (all files) 2024-11-11T06:18:15,055 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e886f424f23ce91cd38d323392dae329/C in TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:15,056 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/4c9801926ce348c287444b521c4ff54a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/4633e086a53b4affb2dd790553cba5aa, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/a416f6ca994a4c4b90edc4b8c1d257d1, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/2970b354631b4ba6b74d9d803ca20997, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/cd5416d489ce4d89bb8ce2db1bbd9a42] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp, totalSize=60.7 K 2024-11-11T06:18:15,056 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c9801926ce348c287444b521c4ff54a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731305889920 2024-11-11T06:18:15,056 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4633e086a53b4affb2dd790553cba5aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731305889957 2024-11-11T06:18:15,057 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting a416f6ca994a4c4b90edc4b8c1d257d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731305891085 2024-11-11T06:18:15,057 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 2970b354631b4ba6b74d9d803ca20997, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731305892228 2024-11-11T06:18:15,058 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting cd5416d489ce4d89bb8ce2db1bbd9a42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731305894307 2024-11-11T06:18:15,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742067_1243 (size=32107) 2024-11-11T06:18:15,067 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/f262d013cce24fb39b53495106094d2f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/f262d013cce24fb39b53495106094d2f 2024-11-11T06:18:15,070 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e886f424f23ce91cd38d323392dae329#C#compaction#200 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:15,071 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/2603691813254b548b4109a6cf642b7e is 50, key is test_row_0/C:col10/1731305894920/Put/seqid=0 2024-11-11T06:18:15,072 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in e886f424f23ce91cd38d323392dae329/A of e886f424f23ce91cd38d323392dae329 into f262d013cce24fb39b53495106094d2f(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:15,072 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:15,072 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., storeName=e886f424f23ce91cd38d323392dae329/A, priority=11, startTime=1731305895018; duration=0sec 2024-11-11T06:18:15,072 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:15,072 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e886f424f23ce91cd38d323392dae329:A 2024-11-11T06:18:15,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742068_1244 (size=13153) 2024-11-11T06:18:15,083 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/2603691813254b548b4109a6cf642b7e as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/2603691813254b548b4109a6cf642b7e 2024-11-11T06:18:15,095 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in e886f424f23ce91cd38d323392dae329/C of e886f424f23ce91cd38d323392dae329 into 2603691813254b548b4109a6cf642b7e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:15,095 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:15,095 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., storeName=e886f424f23ce91cd38d323392dae329/C, priority=11, startTime=1731305895018; duration=0sec 2024-11-11T06:18:15,096 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:15,096 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e886f424f23ce91cd38d323392dae329:C 2024-11-11T06:18:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:15,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e886f424f23ce91cd38d323392dae329 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T06:18:15,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=A 2024-11-11T06:18:15,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:15,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=B 2024-11-11T06:18:15,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:15,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=C 2024-11-11T06:18:15,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:15,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111d5d5b4451374268b41cdf157f05c350_e886f424f23ce91cd38d323392dae329 is 50, key is test_row_0/A:col10/1731305894988/Put/seqid=0 2024-11-11T06:18:15,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742069_1245 (size=12454) 2024-11-11T06:18:15,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305955140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:15,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305955242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:15,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305955445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:15,524 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:15,528 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111d5d5b4451374268b41cdf157f05c350_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111d5d5b4451374268b41cdf157f05c350_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:15,530 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/698d53cecd724f959bb9f34ce98e97eb, store: [table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:15,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/698d53cecd724f959bb9f34ce98e97eb is 175, key is test_row_0/A:col10/1731305894988/Put/seqid=0 2024-11-11T06:18:15,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742070_1246 (size=31255) 2024-11-11T06:18:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-11T06:18:15,571 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-11T06:18:15,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:18:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-11T06:18:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T06:18:15,574 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:18:15,574 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:18:15,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:18:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T06:18:15,726 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:15,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T06:18:15,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:15,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:15,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:15,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:15,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:15,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305955747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T06:18:15,879 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:15,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T06:18:15,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:15,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:15,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:15,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:15,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:15,947 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=402, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/698d53cecd724f959bb9f34ce98e97eb 2024-11-11T06:18:15,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/34b7ad1eeb3540138aa808db0198b444 is 50, key is test_row_0/B:col10/1731305894988/Put/seqid=0 2024-11-11T06:18:15,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742071_1247 (size=12301) 2024-11-11T06:18:16,032 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:16,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T06:18:16,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:16,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:16,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:16,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:16,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:16,198 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:16,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T06:18:16,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:16,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T06:18:16,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:16,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:16,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:16,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:16,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:16,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35660 deadline: 1731305956250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:16,351 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:16,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T06:18:16,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:16,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:16,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:16,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:16,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:16,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/34b7ad1eeb3540138aa808db0198b444 2024-11-11T06:18:16,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/0c4ba95df1714bfa8ea2410292ce5452 is 50, key is test_row_0/C:col10/1731305894988/Put/seqid=0 2024-11-11T06:18:16,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731305956373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:16,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35664 deadline: 1731305956373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:16,375 DEBUG [Thread-683 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:18:16,376 DEBUG [Thread-687 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:18:16,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35638 deadline: 1731305956375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:16,377 DEBUG [Thread-689 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:18:16,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742072_1248 (size=12301) 2024-11-11T06:18:16,505 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:16,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T06:18:16,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:16,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:16,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:16,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:16,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:16,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:16,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T06:18:16,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:16,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:16,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:16,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:16,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:16,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T06:18:16,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/0c4ba95df1714bfa8ea2410292ce5452 2024-11-11T06:18:16,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/698d53cecd724f959bb9f34ce98e97eb as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/698d53cecd724f959bb9f34ce98e97eb 2024-11-11T06:18:16,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/698d53cecd724f959bb9f34ce98e97eb, entries=150, sequenceid=402, filesize=30.5 K 2024-11-11T06:18:16,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/34b7ad1eeb3540138aa808db0198b444 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/34b7ad1eeb3540138aa808db0198b444 2024-11-11T06:18:16,808 DEBUG [Thread-698 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x250a1de4 to 127.0.0.1:63180 2024-11-11T06:18:16,808 DEBUG [Thread-698 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:18:16,809 DEBUG [Thread-696 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62c6fdab to 127.0.0.1:63180 2024-11-11T06:18:16,809 DEBUG [Thread-696 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:18:16,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/34b7ad1eeb3540138aa808db0198b444, entries=150, sequenceid=402, filesize=12.0 K 2024-11-11T06:18:16,810 DEBUG [Thread-694 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29dad7a8 to 127.0.0.1:63180 2024-11-11T06:18:16,810 DEBUG [Thread-694 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:18:16,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/0c4ba95df1714bfa8ea2410292ce5452 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/0c4ba95df1714bfa8ea2410292ce5452 2024-11-11T06:18:16,811 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:16,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T06:18:16,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:16,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:16,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:16,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:16,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:16,814 DEBUG [Thread-700 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49456175 to 127.0.0.1:63180 2024-11-11T06:18:16,814 DEBUG [Thread-700 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:18:16,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/0c4ba95df1714bfa8ea2410292ce5452, entries=150, sequenceid=402, filesize=12.0 K 2024-11-11T06:18:16,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e886f424f23ce91cd38d323392dae329 in 1713ms, sequenceid=402, compaction requested=false 2024-11-11T06:18:16,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:16,964 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:16,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T06:18:16,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:16,965 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing e886f424f23ce91cd38d323392dae329 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T06:18:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=A 2024-11-11T06:18:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=B 2024-11-11T06:18:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=C 2024-11-11T06:18:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:16,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111192d1fb31042548febaacfb2e12fd7a7d_e886f424f23ce91cd38d323392dae329 is 50, key is test_row_0/A:col10/1731305895139/Put/seqid=0 2024-11-11T06:18:16,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742073_1249 (size=12454) 2024-11-11T06:18:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:17,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. as already flushing 2024-11-11T06:18:17,261 DEBUG [Thread-685 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0231f064 to 127.0.0.1:63180 2024-11-11T06:18:17,261 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:18:17,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:17,380 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111192d1fb31042548febaacfb2e12fd7a7d_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111192d1fb31042548febaacfb2e12fd7a7d_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:17,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/85f71bf18bd242198f42a251dfcfd9ee, store: [table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:17,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/85f71bf18bd242198f42a251dfcfd9ee is 175, key is test_row_0/A:col10/1731305895139/Put/seqid=0 2024-11-11T06:18:17,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742074_1250 (size=31255) 2024-11-11T06:18:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T06:18:17,792 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=414, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/85f71bf18bd242198f42a251dfcfd9ee 2024-11-11T06:18:17,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/bb061994baa0412c81deec985db27193 is 50, key is test_row_0/B:col10/1731305895139/Put/seqid=0 2024-11-11T06:18:17,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742075_1251 (size=12301) 2024-11-11T06:18:18,205 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/bb061994baa0412c81deec985db27193 2024-11-11T06:18:18,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/ddfe9a00cd13422d9121f1e6bbaff45d is 50, key is test_row_0/C:col10/1731305895139/Put/seqid=0 2024-11-11T06:18:18,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742076_1252 (size=12301) 2024-11-11T06:18:18,616 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/ddfe9a00cd13422d9121f1e6bbaff45d 2024-11-11T06:18:18,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/85f71bf18bd242198f42a251dfcfd9ee as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/85f71bf18bd242198f42a251dfcfd9ee 2024-11-11T06:18:18,624 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/85f71bf18bd242198f42a251dfcfd9ee, entries=150, sequenceid=414, filesize=30.5 K 2024-11-11T06:18:18,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/bb061994baa0412c81deec985db27193 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/bb061994baa0412c81deec985db27193 2024-11-11T06:18:18,627 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/bb061994baa0412c81deec985db27193, entries=150, sequenceid=414, filesize=12.0 K 2024-11-11T06:18:18,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/ddfe9a00cd13422d9121f1e6bbaff45d as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/ddfe9a00cd13422d9121f1e6bbaff45d 2024-11-11T06:18:18,631 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/ddfe9a00cd13422d9121f1e6bbaff45d, entries=150, sequenceid=414, filesize=12.0 K 2024-11-11T06:18:18,632 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=6.71 KB/6870 for e886f424f23ce91cd38d323392dae329 in 1667ms, sequenceid=414, compaction requested=true 2024-11-11T06:18:18,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:18,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:18,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-11T06:18:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-11T06:18:18,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-11T06:18:18,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0590 sec 2024-11-11T06:18:18,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 3.0630 sec 2024-11-11T06:18:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T06:18:19,702 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-11T06:18:20,390 DEBUG [Thread-689 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d6eb994 to 127.0.0.1:63180 2024-11-11T06:18:20,390 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:18:20,395 DEBUG [Thread-683 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a0aa7d7 to 127.0.0.1:63180 2024-11-11T06:18:20,395 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:18:20,397 DEBUG [Thread-687 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28c904d8 to 127.0.0.1:63180 2024-11-11T06:18:20,397 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:18:21,195 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T06:18:23,698 ERROR [LeaseRenewer:jenkins@localhost:35853 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:35853,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:24,342 DEBUG [Thread-691 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a63fed4 to 127.0.0.1:63180 2024-11-11T06:18:24,342 DEBUG [Thread-691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:18:24,342 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T06:18:24,342 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-11T06:18:24,342 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-11T06:18:24,343 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-11T06:18:24,343 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-11T06:18:24,343 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-11T06:18:24,343 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T06:18:24,343 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6065 2024-11-11T06:18:24,343 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5956 2024-11-11T06:18:24,343 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T06:18:24,343 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2638 2024-11-11T06:18:24,343 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7914 rows 2024-11-11T06:18:24,343 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2631 2024-11-11T06:18:24,343 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7893 rows 2024-11-11T06:18:24,343 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T06:18:24,343 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f3c14c0 to 127.0.0.1:63180 2024-11-11T06:18:24,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:18:24,345 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T06:18:24,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T06:18:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T06:18:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T06:18:24,349 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305904349"}]},"ts":"1731305904349"} 2024-11-11T06:18:24,352 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T06:18:24,355 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T06:18:24,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T06:18:24,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e886f424f23ce91cd38d323392dae329, UNASSIGN}] 2024-11-11T06:18:24,358 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e886f424f23ce91cd38d323392dae329, UNASSIGN 2024-11-11T06:18:24,358 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=e886f424f23ce91cd38d323392dae329, regionState=CLOSING, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:24,359 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T06:18:24,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; CloseRegionProcedure e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804}] 2024-11-11T06:18:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T06:18:24,511 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:24,511 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(124): Close e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:24,511 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T06:18:24,511 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1681): Closing e886f424f23ce91cd38d323392dae329, disabling compactions & flushes 2024-11-11T06:18:24,511 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:24,511 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:24,511 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. after waiting 0 ms 2024-11-11T06:18:24,511 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:24,511 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(2837): Flushing e886f424f23ce91cd38d323392dae329 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T06:18:24,512 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=A 2024-11-11T06:18:24,512 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:24,512 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=B 2024-11-11T06:18:24,512 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:24,512 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e886f424f23ce91cd38d323392dae329, store=C 2024-11-11T06:18:24,512 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:24,520 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111110a8c60ddda34aba8fe198306b329dce_e886f424f23ce91cd38d323392dae329 is 50, key is test_row_0/A:col10/1731305904341/Put/seqid=0 2024-11-11T06:18:24,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742077_1253 (size=12454) 2024-11-11T06:18:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T06:18:24,926 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:24,930 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111110a8c60ddda34aba8fe198306b329dce_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111110a8c60ddda34aba8fe198306b329dce_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:24,931 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/e41b39cff61049a9bfb1e20d19865a0e, store: [table=TestAcidGuarantees family=A region=e886f424f23ce91cd38d323392dae329] 2024-11-11T06:18:24,931 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/e41b39cff61049a9bfb1e20d19865a0e is 175, key is test_row_0/A:col10/1731305904341/Put/seqid=0 2024-11-11T06:18:24,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742078_1254 (size=31255) 2024-11-11T06:18:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T06:18:25,335 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=422, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/e41b39cff61049a9bfb1e20d19865a0e 2024-11-11T06:18:25,343 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/f02ff8b685cc490fb7fef4e4b4524c22 is 50, key is test_row_0/B:col10/1731305904341/Put/seqid=0 2024-11-11T06:18:25,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742079_1255 (size=12301) 2024-11-11T06:18:25,348 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/f02ff8b685cc490fb7fef4e4b4524c22 2024-11-11T06:18:25,354 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/38889135db92426cbaa1768fb02facc5 is 50, key is test_row_0/C:col10/1731305904341/Put/seqid=0 2024-11-11T06:18:25,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742080_1256 (size=12301) 2024-11-11T06:18:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T06:18:25,759 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/38889135db92426cbaa1768fb02facc5 2024-11-11T06:18:25,763 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/A/e41b39cff61049a9bfb1e20d19865a0e as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/e41b39cff61049a9bfb1e20d19865a0e 2024-11-11T06:18:25,767 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/e41b39cff61049a9bfb1e20d19865a0e, entries=150, sequenceid=422, filesize=30.5 K 2024-11-11T06:18:25,768 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/B/f02ff8b685cc490fb7fef4e4b4524c22 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/f02ff8b685cc490fb7fef4e4b4524c22 2024-11-11T06:18:25,771 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/f02ff8b685cc490fb7fef4e4b4524c22, entries=150, sequenceid=422, filesize=12.0 K 2024-11-11T06:18:25,772 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/.tmp/C/38889135db92426cbaa1768fb02facc5 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/38889135db92426cbaa1768fb02facc5 2024-11-11T06:18:25,775 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/38889135db92426cbaa1768fb02facc5, entries=150, sequenceid=422, filesize=12.0 K 2024-11-11T06:18:25,776 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for e886f424f23ce91cd38d323392dae329 in 1265ms, sequenceid=422, compaction requested=true 2024-11-11T06:18:25,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/e379c22922bf44fe8f6f97ac6a886ea7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/fae2565af33b45a4aa8e38a7f5e2d270, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/da70bdbbadc24006a3af070fbee10b46, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/8eb53c6c95cd4b119a1a34d8f04d282e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/3c45009d455d448e8d402317fad8a357, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/8096f6aba0fb41eda67daac890008909, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/72002b3747594342a2232aa28294fabf, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/4f1312273eca4f47bee8a0dac9a0cf87, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/55078a2cfb2447b5b58adf24a9ea3c5f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/f460f19674484b10ac0e2c812dae9ee9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/2982ccc8f23641308f0ae13eef0857b1, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/7a0630418741498492c2b6a24cdb590b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/0dc73c46b83e41dc999c53f0f4c1fa99, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/f196fc2f3a9247caa1105624e30bf91a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/12682f97dbf64b73ac6de645e5bfe840, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/ee53e5615d2d4d0bae1f67b8a05647f7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/504e16eb5feb4927a6814b2a423213db, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/020ef4a267b647d1b06bf276d9d8a1f9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/797f5a2bdc17494b8c4c2a47b947e0bb, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/82a3a3e95c274930bf1e95c3dea61a64, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/6db5dfe3344e4a0eb1e08d972b44d56b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/2cf1b08899c34fedbfe7681c3286cb48, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/5fc1bee37817419a812d661653fde2be, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/ba453d4c35114c2fb38aecbfa671b4d4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/4991b1b10f2641828435bd4edb9ffea4] to archive 2024-11-11T06:18:25,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T06:18:25,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/e379c22922bf44fe8f6f97ac6a886ea7 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/e379c22922bf44fe8f6f97ac6a886ea7 2024-11-11T06:18:25,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/fae2565af33b45a4aa8e38a7f5e2d270 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/fae2565af33b45a4aa8e38a7f5e2d270 2024-11-11T06:18:25,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/da70bdbbadc24006a3af070fbee10b46 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/da70bdbbadc24006a3af070fbee10b46 2024-11-11T06:18:25,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/8eb53c6c95cd4b119a1a34d8f04d282e to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/8eb53c6c95cd4b119a1a34d8f04d282e 2024-11-11T06:18:25,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/3c45009d455d448e8d402317fad8a357 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/3c45009d455d448e8d402317fad8a357 2024-11-11T06:18:25,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/8096f6aba0fb41eda67daac890008909 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/8096f6aba0fb41eda67daac890008909 2024-11-11T06:18:25,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/72002b3747594342a2232aa28294fabf to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/72002b3747594342a2232aa28294fabf 2024-11-11T06:18:25,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/4f1312273eca4f47bee8a0dac9a0cf87 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/4f1312273eca4f47bee8a0dac9a0cf87 2024-11-11T06:18:25,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/55078a2cfb2447b5b58adf24a9ea3c5f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/55078a2cfb2447b5b58adf24a9ea3c5f 2024-11-11T06:18:25,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/f460f19674484b10ac0e2c812dae9ee9 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/f460f19674484b10ac0e2c812dae9ee9 2024-11-11T06:18:25,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/2982ccc8f23641308f0ae13eef0857b1 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/2982ccc8f23641308f0ae13eef0857b1 2024-11-11T06:18:25,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/7a0630418741498492c2b6a24cdb590b to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/7a0630418741498492c2b6a24cdb590b 2024-11-11T06:18:25,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/0dc73c46b83e41dc999c53f0f4c1fa99 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/0dc73c46b83e41dc999c53f0f4c1fa99 2024-11-11T06:18:25,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/f196fc2f3a9247caa1105624e30bf91a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/f196fc2f3a9247caa1105624e30bf91a 2024-11-11T06:18:25,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/12682f97dbf64b73ac6de645e5bfe840 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/12682f97dbf64b73ac6de645e5bfe840 2024-11-11T06:18:25,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/ee53e5615d2d4d0bae1f67b8a05647f7 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/ee53e5615d2d4d0bae1f67b8a05647f7 2024-11-11T06:18:25,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/504e16eb5feb4927a6814b2a423213db to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/504e16eb5feb4927a6814b2a423213db 2024-11-11T06:18:25,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/020ef4a267b647d1b06bf276d9d8a1f9 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/020ef4a267b647d1b06bf276d9d8a1f9 2024-11-11T06:18:25,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/797f5a2bdc17494b8c4c2a47b947e0bb to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/797f5a2bdc17494b8c4c2a47b947e0bb 2024-11-11T06:18:25,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/82a3a3e95c274930bf1e95c3dea61a64 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/82a3a3e95c274930bf1e95c3dea61a64 2024-11-11T06:18:25,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/6db5dfe3344e4a0eb1e08d972b44d56b to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/6db5dfe3344e4a0eb1e08d972b44d56b 2024-11-11T06:18:25,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/2cf1b08899c34fedbfe7681c3286cb48 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/2cf1b08899c34fedbfe7681c3286cb48 2024-11-11T06:18:25,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/5fc1bee37817419a812d661653fde2be to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/5fc1bee37817419a812d661653fde2be 2024-11-11T06:18:25,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/ba453d4c35114c2fb38aecbfa671b4d4 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/ba453d4c35114c2fb38aecbfa671b4d4 2024-11-11T06:18:25,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/4991b1b10f2641828435bd4edb9ffea4 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/4991b1b10f2641828435bd4edb9ffea4 2024-11-11T06:18:25,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/8d8e52bc2dcd4e3cbc24a2c0826590a9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/eaa9729ad4e84464bd8f0f2e1564e070, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/0b6e71166db843779b0bd7965deb365e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/16f4f70c9ebc4e0dafaabae919fe42a8, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/e178ade1c0d24861810067d66940b6c8, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/cb79332a16b54d259c1b5fa215c62ebf, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/7cc45f68b14744048f45143b8c444b87, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/21ac5a2cf56146058e992aced634cd3c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/62ab3476e8384694a6d89779e29ed781, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/dee507f92f7c458ba30843a3a885dffa, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/5b02d581f5e24e878913aed16dade2ff, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/d672283a65cf43e2b9e41a52b3a9e4d3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/dce220664cb642e0860afcfb4ed5689e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/21e5e44fff6148ec882bf3f7087fb43a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/36460acdb75b458f8499bd1a25b2d7a0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/f425db2efe2c4ea0aa748a7cd1a1cad3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/5b57ef020b7d4725bd0d2bb1a405833c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/96ea8e15013841ad8a9db5dfd227614d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/b355f8ecb9904cfab39b97e6d90c5e18, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/82f89cd7afe046da9f0a770c6d16dbff, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/a09eda89ec0f4c6eb92aa425fc5de140, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/e82b21fa7f9d4afeb1f1a55d7d190362, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/9572dc98cdc5470dab468dc51d09fa13, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/08c2111336664589b9ab101a4c1f3809, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/63598dd930aa4899b372a9f796986f2d] to archive 2024-11-11T06:18:25,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T06:18:25,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/8d8e52bc2dcd4e3cbc24a2c0826590a9 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/8d8e52bc2dcd4e3cbc24a2c0826590a9 2024-11-11T06:18:25,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/eaa9729ad4e84464bd8f0f2e1564e070 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/eaa9729ad4e84464bd8f0f2e1564e070 2024-11-11T06:18:25,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/0b6e71166db843779b0bd7965deb365e to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/0b6e71166db843779b0bd7965deb365e 2024-11-11T06:18:25,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/16f4f70c9ebc4e0dafaabae919fe42a8 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/16f4f70c9ebc4e0dafaabae919fe42a8 2024-11-11T06:18:25,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/e178ade1c0d24861810067d66940b6c8 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/e178ade1c0d24861810067d66940b6c8 2024-11-11T06:18:25,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/cb79332a16b54d259c1b5fa215c62ebf to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/cb79332a16b54d259c1b5fa215c62ebf 2024-11-11T06:18:25,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/7cc45f68b14744048f45143b8c444b87 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/7cc45f68b14744048f45143b8c444b87 2024-11-11T06:18:25,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/21ac5a2cf56146058e992aced634cd3c to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/21ac5a2cf56146058e992aced634cd3c 2024-11-11T06:18:25,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/62ab3476e8384694a6d89779e29ed781 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/62ab3476e8384694a6d89779e29ed781 2024-11-11T06:18:25,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/dee507f92f7c458ba30843a3a885dffa to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/dee507f92f7c458ba30843a3a885dffa 2024-11-11T06:18:25,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/5b02d581f5e24e878913aed16dade2ff to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/5b02d581f5e24e878913aed16dade2ff 2024-11-11T06:18:25,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/d672283a65cf43e2b9e41a52b3a9e4d3 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/d672283a65cf43e2b9e41a52b3a9e4d3 2024-11-11T06:18:25,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/dce220664cb642e0860afcfb4ed5689e to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/dce220664cb642e0860afcfb4ed5689e 2024-11-11T06:18:25,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/21e5e44fff6148ec882bf3f7087fb43a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/21e5e44fff6148ec882bf3f7087fb43a 2024-11-11T06:18:25,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/36460acdb75b458f8499bd1a25b2d7a0 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/36460acdb75b458f8499bd1a25b2d7a0 2024-11-11T06:18:25,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/f425db2efe2c4ea0aa748a7cd1a1cad3 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/f425db2efe2c4ea0aa748a7cd1a1cad3 2024-11-11T06:18:25,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/5b57ef020b7d4725bd0d2bb1a405833c to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/5b57ef020b7d4725bd0d2bb1a405833c 2024-11-11T06:18:25,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/96ea8e15013841ad8a9db5dfd227614d to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/96ea8e15013841ad8a9db5dfd227614d 2024-11-11T06:18:25,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/b355f8ecb9904cfab39b97e6d90c5e18 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/b355f8ecb9904cfab39b97e6d90c5e18 2024-11-11T06:18:25,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/82f89cd7afe046da9f0a770c6d16dbff to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/82f89cd7afe046da9f0a770c6d16dbff 2024-11-11T06:18:25,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/a09eda89ec0f4c6eb92aa425fc5de140 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/a09eda89ec0f4c6eb92aa425fc5de140 2024-11-11T06:18:25,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/e82b21fa7f9d4afeb1f1a55d7d190362 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/e82b21fa7f9d4afeb1f1a55d7d190362 2024-11-11T06:18:25,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/9572dc98cdc5470dab468dc51d09fa13 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/9572dc98cdc5470dab468dc51d09fa13 2024-11-11T06:18:25,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/08c2111336664589b9ab101a4c1f3809 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/08c2111336664589b9ab101a4c1f3809 2024-11-11T06:18:25,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/63598dd930aa4899b372a9f796986f2d to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/63598dd930aa4899b372a9f796986f2d 2024-11-11T06:18:25,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/1f81c55921f54c8aab8b452bdf7dad70, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/74d3ef7cb927417fb068b37c7afadd22, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/0ab9bc0c423c4327a4fcb1d6b9fb81bb, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/d85422b64b124750b48c8d439f765224, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/314bc0a7bbf3435384ac98c66c25b4f7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/00a82016eca3492fa6b42150593fe671, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/98cb72ccf7c8436abb260d2ef046e9f9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/6cdf85ec36634805996f002631960a3d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/8032d5f04edf4a0bae1d6e8de80504dd, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/afe9e6ed072d4238ba06d6894c46e06a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/8bb5ee6255f24f4fa4de4d1efc7e5c65, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/18364822cfd24d6e8c10b46ee5bddd86, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/44634694c5e34b1294596082068a8514, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/ba89597cc520464e81d2ea058abd4f07, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/fac380a232294f478ad91cfa76fe4311, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/0f062b4422e14c598a4cd6ea7e72294d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/a0ab56d9cdfc42969955f6160bfaa60a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/02eaee478bdf43c5baddfe914d968b6d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/93c213dd3e6e498c82407548186ca9ac, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/4c9801926ce348c287444b521c4ff54a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/ff6dfdd066d24672aea917694a1e225f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/4633e086a53b4affb2dd790553cba5aa, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/a416f6ca994a4c4b90edc4b8c1d257d1, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/2970b354631b4ba6b74d9d803ca20997, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/cd5416d489ce4d89bb8ce2db1bbd9a42] to archive 2024-11-11T06:18:25,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T06:18:25,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/1f81c55921f54c8aab8b452bdf7dad70 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/1f81c55921f54c8aab8b452bdf7dad70 2024-11-11T06:18:25,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/74d3ef7cb927417fb068b37c7afadd22 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/74d3ef7cb927417fb068b37c7afadd22 2024-11-11T06:18:25,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/0ab9bc0c423c4327a4fcb1d6b9fb81bb to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/0ab9bc0c423c4327a4fcb1d6b9fb81bb 2024-11-11T06:18:25,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/d85422b64b124750b48c8d439f765224 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/d85422b64b124750b48c8d439f765224 2024-11-11T06:18:25,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/314bc0a7bbf3435384ac98c66c25b4f7 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/314bc0a7bbf3435384ac98c66c25b4f7 2024-11-11T06:18:25,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/00a82016eca3492fa6b42150593fe671 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/00a82016eca3492fa6b42150593fe671 2024-11-11T06:18:25,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/98cb72ccf7c8436abb260d2ef046e9f9 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/98cb72ccf7c8436abb260d2ef046e9f9 2024-11-11T06:18:25,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/6cdf85ec36634805996f002631960a3d to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/6cdf85ec36634805996f002631960a3d 2024-11-11T06:18:25,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/8032d5f04edf4a0bae1d6e8de80504dd to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/8032d5f04edf4a0bae1d6e8de80504dd 2024-11-11T06:18:25,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/afe9e6ed072d4238ba06d6894c46e06a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/afe9e6ed072d4238ba06d6894c46e06a 2024-11-11T06:18:25,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/8bb5ee6255f24f4fa4de4d1efc7e5c65 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/8bb5ee6255f24f4fa4de4d1efc7e5c65 2024-11-11T06:18:25,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/18364822cfd24d6e8c10b46ee5bddd86 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/18364822cfd24d6e8c10b46ee5bddd86 2024-11-11T06:18:25,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/44634694c5e34b1294596082068a8514 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/44634694c5e34b1294596082068a8514 2024-11-11T06:18:25,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/ba89597cc520464e81d2ea058abd4f07 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/ba89597cc520464e81d2ea058abd4f07 2024-11-11T06:18:25,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/fac380a232294f478ad91cfa76fe4311 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/fac380a232294f478ad91cfa76fe4311 2024-11-11T06:18:25,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/0f062b4422e14c598a4cd6ea7e72294d to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/0f062b4422e14c598a4cd6ea7e72294d 2024-11-11T06:18:25,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/a0ab56d9cdfc42969955f6160bfaa60a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/a0ab56d9cdfc42969955f6160bfaa60a 2024-11-11T06:18:25,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/02eaee478bdf43c5baddfe914d968b6d to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/02eaee478bdf43c5baddfe914d968b6d 2024-11-11T06:18:25,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/93c213dd3e6e498c82407548186ca9ac to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/93c213dd3e6e498c82407548186ca9ac 2024-11-11T06:18:25,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/4c9801926ce348c287444b521c4ff54a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/4c9801926ce348c287444b521c4ff54a 2024-11-11T06:18:25,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/ff6dfdd066d24672aea917694a1e225f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/ff6dfdd066d24672aea917694a1e225f 2024-11-11T06:18:25,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/4633e086a53b4affb2dd790553cba5aa to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/4633e086a53b4affb2dd790553cba5aa 2024-11-11T06:18:25,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/a416f6ca994a4c4b90edc4b8c1d257d1 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/a416f6ca994a4c4b90edc4b8c1d257d1 2024-11-11T06:18:25,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/2970b354631b4ba6b74d9d803ca20997 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/2970b354631b4ba6b74d9d803ca20997 2024-11-11T06:18:25,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/cd5416d489ce4d89bb8ce2db1bbd9a42 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/cd5416d489ce4d89bb8ce2db1bbd9a42 2024-11-11T06:18:25,875 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/recovered.edits/425.seqid, newMaxSeqId=425, maxSeqId=4 2024-11-11T06:18:25,876 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329. 2024-11-11T06:18:25,876 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1635): Region close journal for e886f424f23ce91cd38d323392dae329: 2024-11-11T06:18:25,878 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(170): Closed e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:25,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=e886f424f23ce91cd38d323392dae329, regionState=CLOSED 2024-11-11T06:18:25,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-11T06:18:25,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseRegionProcedure e886f424f23ce91cd38d323392dae329, server=fbbe90f5df0b,43685,1731305842804 in 1.5210 sec 2024-11-11T06:18:25,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-11-11T06:18:25,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e886f424f23ce91cd38d323392dae329, UNASSIGN in 1.5240 sec 2024-11-11T06:18:25,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-11T06:18:25,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5280 sec 2024-11-11T06:18:25,887 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305905886"}]},"ts":"1731305905886"} 2024-11-11T06:18:25,887 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T06:18:25,889 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T06:18:25,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5450 sec 2024-11-11T06:18:26,355 DEBUG [master/fbbe90f5df0b:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T06:18:26,359 DEBUG [master/fbbe90f5df0b:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 9fc58d4060e426e8945aeb5ff56f00f9 changed from -1.0 to 0.0, refreshing cache 2024-11-11T06:18:26,415 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:35853 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:35853,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T06:18:26,452 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-11T06:18:26,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T06:18:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:18:26,454 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:18:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-11T06:18:26,454 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=65, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:18:26,456 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,458 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A, FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B, FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C, FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/recovered.edits] 2024-11-11T06:18:26,461 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/698d53cecd724f959bb9f34ce98e97eb to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/698d53cecd724f959bb9f34ce98e97eb 2024-11-11T06:18:26,462 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/85f71bf18bd242198f42a251dfcfd9ee to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/85f71bf18bd242198f42a251dfcfd9ee 2024-11-11T06:18:26,464 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/e41b39cff61049a9bfb1e20d19865a0e to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/e41b39cff61049a9bfb1e20d19865a0e 2024-11-11T06:18:26,465 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/f262d013cce24fb39b53495106094d2f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/A/f262d013cce24fb39b53495106094d2f 2024-11-11T06:18:26,467 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/34b7ad1eeb3540138aa808db0198b444 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/34b7ad1eeb3540138aa808db0198b444 2024-11-11T06:18:26,468 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/bb061994baa0412c81deec985db27193 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/bb061994baa0412c81deec985db27193 2024-11-11T06:18:26,469 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/bd96ddc4dc5b408d91b05d80f5ec3d0a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/bd96ddc4dc5b408d91b05d80f5ec3d0a 2024-11-11T06:18:26,470 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/f02ff8b685cc490fb7fef4e4b4524c22 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/B/f02ff8b685cc490fb7fef4e4b4524c22 2024-11-11T06:18:26,472 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/0c4ba95df1714bfa8ea2410292ce5452 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/0c4ba95df1714bfa8ea2410292ce5452 2024-11-11T06:18:26,473 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/2603691813254b548b4109a6cf642b7e to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/2603691813254b548b4109a6cf642b7e 2024-11-11T06:18:26,474 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/38889135db92426cbaa1768fb02facc5 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/38889135db92426cbaa1768fb02facc5 2024-11-11T06:18:26,475 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/ddfe9a00cd13422d9121f1e6bbaff45d to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/C/ddfe9a00cd13422d9121f1e6bbaff45d 2024-11-11T06:18:26,478 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/recovered.edits/425.seqid to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329/recovered.edits/425.seqid 2024-11-11T06:18:26,478 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,478 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T06:18:26,479 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T06:18:26,479 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T06:18:26,483 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111110a8c60ddda34aba8fe198306b329dce_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111110a8c60ddda34aba8fe198306b329dce_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,484 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111112612287ebaf45f1939df36979c393a2_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111112612287ebaf45f1939df36979c393a2_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,485 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111d5d5b4451374268b41cdf157f05c350_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111d5d5b4451374268b41cdf157f05c350_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,486 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111122e7801890b94c469c6b710f3dd5d088_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111122e7801890b94c469c6b710f3dd5d088_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,487 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112937ada3e1a4479cb306e3231859ad6a_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112937ada3e1a4479cb306e3231859ad6a_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,489 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112b83fe695b714a6ebc70721804c8de78_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112b83fe695b714a6ebc70721804c8de78_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,490 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113e51e0dc9a6b4b0d98331e4e335478a8_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113e51e0dc9a6b4b0d98331e4e335478a8_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,491 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114b222cf02a884648bf83858fcef8a83a_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114b222cf02a884648bf83858fcef8a83a_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,492 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114e6fe1ab641346c6a02c4a0112b6937e_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114e6fe1ab641346c6a02c4a0112b6937e_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,494 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115725c1a138d24a22812371e8ef2016ad_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115725c1a138d24a22812371e8ef2016ad_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,495 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116894371eae6e4eba823eff19f777b3bb_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116894371eae6e4eba823eff19f777b3bb_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,496 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111693f108f86ac40129a724a84e9ad0c3e_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111693f108f86ac40129a724a84e9ad0c3e_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,498 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111182795f0324ac4fe2b5daf60853ee6b62_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111182795f0324ac4fe2b5daf60853ee6b62_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,499 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111192d1fb31042548febaacfb2e12fd7a7d_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111192d1fb31042548febaacfb2e12fd7a7d_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,500 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111980c169964dc462794dc801a562b69c2_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111980c169964dc462794dc801a562b69c2_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,501 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119a607b6a7630492f8cd6d47a35e58e4e_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119a607b6a7630492f8cd6d47a35e58e4e_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,502 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a7264cfbab884bb78fb20560575dd2c6_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a7264cfbab884bb78fb20560575dd2c6_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,503 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b8a102f8361f4b36be77a61bc5b30a67_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b8a102f8361f4b36be77a61bc5b30a67_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,504 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c80404115eb74ad2b8a1918653a99b6f_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c80404115eb74ad2b8a1918653a99b6f_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,505 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cf383bbf646849eda76403364a7f0762_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cf383bbf646849eda76403364a7f0762_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,507 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d8bc621eaee747cd94744fd58e096dae_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d8bc621eaee747cd94744fd58e096dae_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,508 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e45aa6e02f854dac8f32784aefcf4fdf_e886f424f23ce91cd38d323392dae329 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e45aa6e02f854dac8f32784aefcf4fdf_e886f424f23ce91cd38d323392dae329 2024-11-11T06:18:26,509 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T06:18:26,511 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=65, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:18:26,514 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T06:18:26,516 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T06:18:26,517 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=65, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:18:26,517 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T06:18:26,517 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731305906517"}]},"ts":"9223372036854775807"} 2024-11-11T06:18:26,519 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T06:18:26,519 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e886f424f23ce91cd38d323392dae329, NAME => 'TestAcidGuarantees,,1731305873687.e886f424f23ce91cd38d323392dae329.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T06:18:26,519 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T06:18:26,519 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731305906519"}]},"ts":"9223372036854775807"} 2024-11-11T06:18:26,520 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T06:18:26,522 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=65, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:18:26,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 70 msec 2024-11-11T06:18:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-11T06:18:26,555 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-11T06:18:26,565 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238 (was 239), OpenFileDescriptor=455 (was 460), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=389 (was 349) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7309 (was 6671) - AvailableMemoryMB LEAK? - 2024-11-11T06:18:26,573 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=389, ProcessCount=11, AvailableMemoryMB=7309 2024-11-11T06:18:26,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T06:18:26,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:18:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T06:18:26,576 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:18:26,576 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:26,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 66 2024-11-11T06:18:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-11T06:18:26,577 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:18:26,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742081_1257 (size=960) 2024-11-11T06:18:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-11T06:18:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-11T06:18:26,989 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706 2024-11-11T06:18:26,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742082_1258 (size=53) 2024-11-11T06:18:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-11T06:18:27,396 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:18:27,396 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 20e032549048f42fdd637a4d4ab5cac6, disabling compactions & flushes 2024-11-11T06:18:27,396 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:27,396 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:27,396 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. after waiting 0 ms 2024-11-11T06:18:27,396 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:27,396 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:27,396 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:27,397 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:18:27,397 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731305907397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731305907397"}]},"ts":"1731305907397"} 2024-11-11T06:18:27,398 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T06:18:27,399 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:18:27,399 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305907399"}]},"ts":"1731305907399"} 2024-11-11T06:18:27,400 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T06:18:27,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=20e032549048f42fdd637a4d4ab5cac6, ASSIGN}] 2024-11-11T06:18:27,405 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=20e032549048f42fdd637a4d4ab5cac6, ASSIGN 2024-11-11T06:18:27,405 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=20e032549048f42fdd637a4d4ab5cac6, ASSIGN; state=OFFLINE, location=fbbe90f5df0b,43685,1731305842804; forceNewPlan=false, retain=false 2024-11-11T06:18:27,556 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=20e032549048f42fdd637a4d4ab5cac6, regionState=OPENING, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:27,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; OpenRegionProcedure 20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804}] 2024-11-11T06:18:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-11T06:18:27,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:27,712 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:27,712 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:18:27,713 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:27,713 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:18:27,713 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:27,713 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:27,714 INFO [StoreOpener-20e032549048f42fdd637a4d4ab5cac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:27,715 INFO [StoreOpener-20e032549048f42fdd637a4d4ab5cac6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:18:27,716 INFO [StoreOpener-20e032549048f42fdd637a4d4ab5cac6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20e032549048f42fdd637a4d4ab5cac6 columnFamilyName A 2024-11-11T06:18:27,716 DEBUG [StoreOpener-20e032549048f42fdd637a4d4ab5cac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:27,716 INFO [StoreOpener-20e032549048f42fdd637a4d4ab5cac6-1 {}] regionserver.HStore(327): Store=20e032549048f42fdd637a4d4ab5cac6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:18:27,716 INFO [StoreOpener-20e032549048f42fdd637a4d4ab5cac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:27,717 INFO [StoreOpener-20e032549048f42fdd637a4d4ab5cac6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:18:27,717 INFO [StoreOpener-20e032549048f42fdd637a4d4ab5cac6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20e032549048f42fdd637a4d4ab5cac6 columnFamilyName B 2024-11-11T06:18:27,717 DEBUG [StoreOpener-20e032549048f42fdd637a4d4ab5cac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:27,718 INFO [StoreOpener-20e032549048f42fdd637a4d4ab5cac6-1 {}] regionserver.HStore(327): Store=20e032549048f42fdd637a4d4ab5cac6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:18:27,718 INFO [StoreOpener-20e032549048f42fdd637a4d4ab5cac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:27,719 INFO [StoreOpener-20e032549048f42fdd637a4d4ab5cac6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:18:27,719 INFO [StoreOpener-20e032549048f42fdd637a4d4ab5cac6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20e032549048f42fdd637a4d4ab5cac6 columnFamilyName C 2024-11-11T06:18:27,719 DEBUG [StoreOpener-20e032549048f42fdd637a4d4ab5cac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:27,719 INFO [StoreOpener-20e032549048f42fdd637a4d4ab5cac6-1 {}] regionserver.HStore(327): Store=20e032549048f42fdd637a4d4ab5cac6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:18:27,719 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:27,720 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:27,720 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:27,722 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T06:18:27,723 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:27,725 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:18:27,725 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened 20e032549048f42fdd637a4d4ab5cac6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63350632, jitterRate=-0.056002020835876465}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T06:18:27,726 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:27,727 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., pid=68, masterSystemTime=1731305907709 2024-11-11T06:18:27,728 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:27,728 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:27,728 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=20e032549048f42fdd637a4d4ab5cac6, regionState=OPEN, openSeqNum=2, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:27,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-11T06:18:27,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; OpenRegionProcedure 20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 in 172 msec 2024-11-11T06:18:27,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-11T06:18:27,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=20e032549048f42fdd637a4d4ab5cac6, ASSIGN in 327 msec 2024-11-11T06:18:27,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:18:27,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305907733"}]},"ts":"1731305907733"} 2024-11-11T06:18:27,734 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T06:18:27,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:18:27,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1620 sec 2024-11-11T06:18:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-11T06:18:28,681 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 66 completed 2024-11-11T06:18:28,682 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00faa31c to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@688f4c53 2024-11-11T06:18:28,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eec6530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:18:28,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:18:28,689 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:18:28,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:18:28,692 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:18:28,694 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22a568ce to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@305a451d 2024-11-11T06:18:28,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc273c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:18:28,698 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05e0e280 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67f02d8c 2024-11-11T06:18:28,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195206da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:18:28,701 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x473477dd to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21cebefa 2024-11-11T06:18:28,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282318cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:18:28,705 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a91dc80 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e7c8846 2024-11-11T06:18:28,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea91426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:18:28,709 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a874cc0 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4093d76e 2024-11-11T06:18:28,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762de37e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:18:28,712 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31178bc2 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2838b88d 2024-11-11T06:18:28,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124edab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:18:28,715 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78439bc6 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15d2a893 2024-11-11T06:18:28,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712d7bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:18:28,719 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a2545d0 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ab3f837 2024-11-11T06:18:28,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40da73c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:18:28,722 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d039dc2 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2834a215 2024-11-11T06:18:28,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be398a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:18:28,726 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15db087a to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@187234de 2024-11-11T06:18:28,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff3c1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:18:28,730 DEBUG [hconnection-0x40a08cff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:18:28,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:18:28,732 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:18:28,733 DEBUG [hconnection-0x330bd571-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:18:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-11T06:18:28,734 DEBUG [hconnection-0x11535536-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:18:28,734 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:18:28,734 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:18:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-11T06:18:28,734 DEBUG [hconnection-0x189c9974-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:18:28,735 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:18:28,735 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:18:28,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:18:28,735 DEBUG [hconnection-0x797a5b52-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:18:28,736 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:18:28,736 DEBUG [hconnection-0x10da2a7b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:18:28,736 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:18:28,737 DEBUG [hconnection-0x596f9903-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:18:28,737 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:18:28,737 DEBUG [hconnection-0x776ab335-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:18:28,738 DEBUG [hconnection-0x3e458b6a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:18:28,738 DEBUG [hconnection-0x4bd7fb55-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:18:28,739 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:18:28,739 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:18:28,739 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:18:28,741 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:18:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:28,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T06:18:28,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:28,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:28,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:28,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:28,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:28,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:28,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305968765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:28,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305968765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:28,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305968766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:28,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305968768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:28,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305968769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:28,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/432cff61245f45da83d9db19b9d55100 is 50, key is test_row_0/A:col10/1731305908745/Put/seqid=0 2024-11-11T06:18:28,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742083_1259 (size=12001) 2024-11-11T06:18:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-11T06:18:28,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:28,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305968870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305968870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:28,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305968870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:28,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305968872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:28,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305968873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:28,887 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:28,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-11T06:18:28,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:28,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:28,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:28,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:28,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-11T06:18:29,040 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-11T06:18:29,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:29,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:29,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:29,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:29,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:29,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305969073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305969074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305969074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305969075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305969076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,203 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-11T06:18:29,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:29,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:29,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:29,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:29,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:29,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/432cff61245f45da83d9db19b9d55100 2024-11-11T06:18:29,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/669b0e0dd6234a3a8e9d32ad7fdbaee1 is 50, key is test_row_0/B:col10/1731305908745/Put/seqid=0 2024-11-11T06:18:29,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742084_1260 (size=12001) 2024-11-11T06:18:29,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/669b0e0dd6234a3a8e9d32ad7fdbaee1 2024-11-11T06:18:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-11T06:18:29,357 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-11T06:18:29,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:29,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:29,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:29,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:29,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:29,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/8082ca999e85402aa6742677fb99501f is 50, key is test_row_0/C:col10/1731305908745/Put/seqid=0 2024-11-11T06:18:29,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742085_1261 (size=12001) 2024-11-11T06:18:29,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305969377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305969378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305969379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305969380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305969380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,510 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-11T06:18:29,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:29,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:29,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:29,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:29,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:29,665 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-11T06:18:29,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:29,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:29,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:29,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:29,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:29,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/8082ca999e85402aa6742677fb99501f 2024-11-11T06:18:29,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/432cff61245f45da83d9db19b9d55100 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/432cff61245f45da83d9db19b9d55100 2024-11-11T06:18:29,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/432cff61245f45da83d9db19b9d55100, entries=150, sequenceid=13, filesize=11.7 K 2024-11-11T06:18:29,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/669b0e0dd6234a3a8e9d32ad7fdbaee1 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/669b0e0dd6234a3a8e9d32ad7fdbaee1 2024-11-11T06:18:29,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/669b0e0dd6234a3a8e9d32ad7fdbaee1, entries=150, sequenceid=13, filesize=11.7 K 2024-11-11T06:18:29,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/8082ca999e85402aa6742677fb99501f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/8082ca999e85402aa6742677fb99501f 2024-11-11T06:18:29,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/8082ca999e85402aa6742677fb99501f, entries=150, sequenceid=13, filesize=11.7 K 2024-11-11T06:18:29,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 20e032549048f42fdd637a4d4ab5cac6 in 1055ms, sequenceid=13, compaction requested=false 2024-11-11T06:18:29,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:29,818 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-11T06:18:29,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:29,819 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T06:18:29,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:29,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:29,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:29,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:29,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:29,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:29,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/1a84850f37594f2ab6c9f58bbe0f67d5 is 50, key is test_row_0/A:col10/1731305908767/Put/seqid=0 2024-11-11T06:18:29,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742086_1262 (size=12001) 2024-11-11T06:18:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-11T06:18:29,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:29,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:29,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305969887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305969887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:29,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305969888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305969889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305969890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305969992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305969992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305969993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305969994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:29,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305969996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:30,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305970195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:30,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:30,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305970196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305970196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:30,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305970196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:30,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305970199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:30,236 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/1a84850f37594f2ab6c9f58bbe0f67d5 2024-11-11T06:18:30,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/7cddd9c406214230a0e2ecec6e6012b3 is 50, key is test_row_0/B:col10/1731305908767/Put/seqid=0 2024-11-11T06:18:30,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742087_1263 (size=12001) 2024-11-11T06:18:30,251 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/7cddd9c406214230a0e2ecec6e6012b3 2024-11-11T06:18:30,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/087571974dd6443090a959551a38d946 is 50, key is test_row_0/C:col10/1731305908767/Put/seqid=0 2024-11-11T06:18:30,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742088_1264 (size=12001) 2024-11-11T06:18:30,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305970497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:30,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305970498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:30,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305970500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:30,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305970500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:30,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305970501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:30,664 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/087571974dd6443090a959551a38d946 2024-11-11T06:18:30,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/1a84850f37594f2ab6c9f58bbe0f67d5 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/1a84850f37594f2ab6c9f58bbe0f67d5 2024-11-11T06:18:30,674 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/1a84850f37594f2ab6c9f58bbe0f67d5, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T06:18:30,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/7cddd9c406214230a0e2ecec6e6012b3 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/7cddd9c406214230a0e2ecec6e6012b3 2024-11-11T06:18:30,679 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/7cddd9c406214230a0e2ecec6e6012b3, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T06:18:30,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/087571974dd6443090a959551a38d946 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/087571974dd6443090a959551a38d946 2024-11-11T06:18:30,683 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/087571974dd6443090a959551a38d946, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T06:18:30,684 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 20e032549048f42fdd637a4d4ab5cac6 in 865ms, sequenceid=37, compaction requested=false 2024-11-11T06:18:30,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:30,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:30,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-11T06:18:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-11T06:18:30,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-11T06:18:30,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9510 sec 2024-11-11T06:18:30,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.9560 sec 2024-11-11T06:18:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-11T06:18:30,839 INFO [Thread-1197 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-11T06:18:30,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:18:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-11T06:18:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-11T06:18:30,842 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:18:30,843 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:18:30,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:18:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-11T06:18:30,995 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:30,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-11T06:18:30,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:30,996 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T06:18:30,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:30,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:30,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:30,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:30,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:30,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:31,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/c1fbe1956cbc4811beb4cf4223340c38 is 50, key is test_row_0/A:col10/1731305909887/Put/seqid=0 2024-11-11T06:18:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:31,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:31,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742089_1265 (size=12001) 2024-11-11T06:18:31,013 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/c1fbe1956cbc4811beb4cf4223340c38 2024-11-11T06:18:31,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/36734010935547519d82ca36d58f4d4a is 50, key is test_row_0/B:col10/1731305909887/Put/seqid=0 2024-11-11T06:18:31,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305971019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305971019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305971022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742090_1266 (size=12001) 2024-11-11T06:18:31,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305971022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305971022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305971124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305971124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305971125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305971127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305971127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-11T06:18:31,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305971325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305971327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305971329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305971330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305971330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,403 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T06:18:31,426 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/36734010935547519d82ca36d58f4d4a 2024-11-11T06:18:31,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/090c7e66face4466892f6694da746ab4 is 50, key is test_row_0/C:col10/1731305909887/Put/seqid=0 2024-11-11T06:18:31,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742091_1267 (size=12001) 2024-11-11T06:18:31,443 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/090c7e66face4466892f6694da746ab4 2024-11-11T06:18:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-11T06:18:31,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/c1fbe1956cbc4811beb4cf4223340c38 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/c1fbe1956cbc4811beb4cf4223340c38 2024-11-11T06:18:31,453 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/c1fbe1956cbc4811beb4cf4223340c38, entries=150, sequenceid=49, filesize=11.7 K 2024-11-11T06:18:31,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/36734010935547519d82ca36d58f4d4a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/36734010935547519d82ca36d58f4d4a 2024-11-11T06:18:31,457 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/36734010935547519d82ca36d58f4d4a, entries=150, sequenceid=49, filesize=11.7 K 2024-11-11T06:18:31,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/090c7e66face4466892f6694da746ab4 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/090c7e66face4466892f6694da746ab4 2024-11-11T06:18:31,462 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/090c7e66face4466892f6694da746ab4, entries=150, sequenceid=49, filesize=11.7 K 2024-11-11T06:18:31,463 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 20e032549048f42fdd637a4d4ab5cac6 in 467ms, sequenceid=49, compaction requested=true 2024-11-11T06:18:31,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:31,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:31,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-11T06:18:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-11T06:18:31,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-11T06:18:31,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 622 msec 2024-11-11T06:18:31,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 626 msec 2024-11-11T06:18:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:31,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T06:18:31,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:31,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:31,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:31,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:31,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:31,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:31,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/2999f554aa6b4c48a690c1feddea2664 is 50, key is test_row_0/A:col10/1731305911629/Put/seqid=0 2024-11-11T06:18:31,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305971639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305971639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305971639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305971640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305971640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742092_1268 (size=12001) 2024-11-11T06:18:31,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305971743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305971744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305971744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305971744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305971744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-11T06:18:31,946 INFO [Thread-1197 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-11T06:18:31,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:18:31,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305971947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305971947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305971947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305971948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-11T06:18:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-11T06:18:31,954 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:18:31,954 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:18:31,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:18:31,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305971952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-11T06:18:32,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/2999f554aa6b4c48a690c1feddea2664 2024-11-11T06:18:32,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/8d46488fba704df48046581185cc22bd is 50, key is test_row_0/B:col10/1731305911629/Put/seqid=0 2024-11-11T06:18:32,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742093_1269 (size=12001) 2024-11-11T06:18:32,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:32,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T06:18:32,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:32,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:32,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:32,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:32,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:32,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:32,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305972250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:32,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:32,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305972250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:32,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305972250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:32,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:32,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305972251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:32,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-11T06:18:32,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305972256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:32,259 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:32,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T06:18:32,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:32,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:32,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:32,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:32,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:32,412 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:32,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T06:18:32,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:32,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:32,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:32,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:32,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:32,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:32,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/8d46488fba704df48046581185cc22bd 2024-11-11T06:18:32,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/c28eadb37bc14680a110554123329d36 is 50, key is test_row_0/C:col10/1731305911629/Put/seqid=0 2024-11-11T06:18:32,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742094_1270 (size=12001) 2024-11-11T06:18:32,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/c28eadb37bc14680a110554123329d36 2024-11-11T06:18:32,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/2999f554aa6b4c48a690c1feddea2664 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/2999f554aa6b4c48a690c1feddea2664 2024-11-11T06:18:32,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/2999f554aa6b4c48a690c1feddea2664, entries=150, sequenceid=75, filesize=11.7 K 2024-11-11T06:18:32,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/8d46488fba704df48046581185cc22bd as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/8d46488fba704df48046581185cc22bd 2024-11-11T06:18:32,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/8d46488fba704df48046581185cc22bd, entries=150, sequenceid=75, filesize=11.7 K 2024-11-11T06:18:32,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/c28eadb37bc14680a110554123329d36 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c28eadb37bc14680a110554123329d36 2024-11-11T06:18:32,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c28eadb37bc14680a110554123329d36, entries=150, sequenceid=75, filesize=11.7 K 2024-11-11T06:18:32,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 20e032549048f42fdd637a4d4ab5cac6 in 875ms, sequenceid=75, compaction requested=true 2024-11-11T06:18:32,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:32,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:18:32,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:32,506 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:18:32,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:18:32,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:32,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:18:32,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:32,506 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:18:32,508 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:18:32,508 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:18:32,508 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/B is initiating minor compaction (all files) 2024-11-11T06:18:32,508 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/A is initiating minor compaction (all files) 2024-11-11T06:18:32,508 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/A in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:32,508 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/B in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:32,508 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/432cff61245f45da83d9db19b9d55100, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/1a84850f37594f2ab6c9f58bbe0f67d5, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/c1fbe1956cbc4811beb4cf4223340c38, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/2999f554aa6b4c48a690c1feddea2664] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=46.9 K 2024-11-11T06:18:32,508 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/669b0e0dd6234a3a8e9d32ad7fdbaee1, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/7cddd9c406214230a0e2ecec6e6012b3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/36734010935547519d82ca36d58f4d4a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/8d46488fba704df48046581185cc22bd] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=46.9 K 2024-11-11T06:18:32,508 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 432cff61245f45da83d9db19b9d55100, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731305908742 2024-11-11T06:18:32,508 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 669b0e0dd6234a3a8e9d32ad7fdbaee1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731305908742 2024-11-11T06:18:32,509 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a84850f37594f2ab6c9f58bbe0f67d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731305908757 2024-11-11T06:18:32,509 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cddd9c406214230a0e2ecec6e6012b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731305908757 2024-11-11T06:18:32,510 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 36734010935547519d82ca36d58f4d4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731305909885 2024-11-11T06:18:32,510 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1fbe1956cbc4811beb4cf4223340c38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731305909885 2024-11-11T06:18:32,511 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d46488fba704df48046581185cc22bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731305911016 2024-11-11T06:18:32,511 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2999f554aa6b4c48a690c1feddea2664, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731305911016 2024-11-11T06:18:32,522 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#A#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:32,522 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/35bda603dbec4272bf520bbd37b66d3a is 50, key is test_row_0/A:col10/1731305911629/Put/seqid=0 2024-11-11T06:18:32,526 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#B#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:32,526 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/6405735f5c0d4d1bb1b0f40a6f13832a is 50, key is test_row_0/B:col10/1731305911629/Put/seqid=0 2024-11-11T06:18:32,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742095_1271 (size=12139) 2024-11-11T06:18:32,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742096_1272 (size=12139) 2024-11-11T06:18:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-11T06:18:32,566 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:32,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T06:18:32,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:32,566 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T06:18:32,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:32,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:32,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:32,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:32,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:32,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:32,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/95af13b728d74219b70215f8aa04f2fb is 50, key is test_row_0/A:col10/1731305911638/Put/seqid=0 2024-11-11T06:18:32,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742097_1273 (size=12001) 2024-11-11T06:18:32,578 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/95af13b728d74219b70215f8aa04f2fb 2024-11-11T06:18:32,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/90f1b2efd7014d3d8a91ec815fbd4c85 is 50, key is test_row_0/B:col10/1731305911638/Put/seqid=0 2024-11-11T06:18:32,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742098_1274 (size=12001) 2024-11-11T06:18:32,602 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/90f1b2efd7014d3d8a91ec815fbd4c85 2024-11-11T06:18:32,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/c6d27dacdbe04892b763fdb4a5b19587 is 50, key is test_row_0/C:col10/1731305911638/Put/seqid=0 2024-11-11T06:18:32,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742099_1275 (size=12001) 2024-11-11T06:18:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:32,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:32,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305972770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:32,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305972771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:32,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305972771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:32,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305972772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:32,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305972773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:32,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305972875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:32,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305972876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:32,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305972876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:32,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305972877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:32,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305972877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:32,937 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/35bda603dbec4272bf520bbd37b66d3a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/35bda603dbec4272bf520bbd37b66d3a 2024-11-11T06:18:32,941 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/6405735f5c0d4d1bb1b0f40a6f13832a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/6405735f5c0d4d1bb1b0f40a6f13832a 2024-11-11T06:18:32,943 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/A of 20e032549048f42fdd637a4d4ab5cac6 into 35bda603dbec4272bf520bbd37b66d3a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:32,944 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:32,944 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/A, priority=12, startTime=1731305912506; duration=0sec 2024-11-11T06:18:32,944 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:32,944 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:A 2024-11-11T06:18:32,944 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:18:32,946 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:18:32,946 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/C is initiating minor compaction (all files) 2024-11-11T06:18:32,946 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/C in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:32,946 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/8082ca999e85402aa6742677fb99501f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/087571974dd6443090a959551a38d946, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/090c7e66face4466892f6694da746ab4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c28eadb37bc14680a110554123329d36] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=46.9 K 2024-11-11T06:18:32,946 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/B of 20e032549048f42fdd637a4d4ab5cac6 into 6405735f5c0d4d1bb1b0f40a6f13832a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:32,946 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8082ca999e85402aa6742677fb99501f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731305908742 2024-11-11T06:18:32,946 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:32,946 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/B, priority=12, startTime=1731305912506; duration=0sec 2024-11-11T06:18:32,946 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:32,947 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:B 2024-11-11T06:18:32,947 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 087571974dd6443090a959551a38d946, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731305908757 2024-11-11T06:18:32,947 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 090c7e66face4466892f6694da746ab4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731305909885 2024-11-11T06:18:32,947 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting c28eadb37bc14680a110554123329d36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731305911016 2024-11-11T06:18:32,956 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#C#compaction#227 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:32,957 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/850e802145ef4b519be7427803ea8d4d is 50, key is test_row_0/C:col10/1731305911629/Put/seqid=0 2024-11-11T06:18:32,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742100_1276 (size=12139) 2024-11-11T06:18:33,018 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/c6d27dacdbe04892b763fdb4a5b19587 2024-11-11T06:18:33,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/95af13b728d74219b70215f8aa04f2fb as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/95af13b728d74219b70215f8aa04f2fb 2024-11-11T06:18:33,035 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/95af13b728d74219b70215f8aa04f2fb, entries=150, sequenceid=86, filesize=11.7 K 2024-11-11T06:18:33,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/90f1b2efd7014d3d8a91ec815fbd4c85 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/90f1b2efd7014d3d8a91ec815fbd4c85 2024-11-11T06:18:33,039 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/90f1b2efd7014d3d8a91ec815fbd4c85, entries=150, sequenceid=86, filesize=11.7 K 2024-11-11T06:18:33,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/c6d27dacdbe04892b763fdb4a5b19587 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c6d27dacdbe04892b763fdb4a5b19587 2024-11-11T06:18:33,044 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c6d27dacdbe04892b763fdb4a5b19587, entries=150, sequenceid=86, filesize=11.7 K 2024-11-11T06:18:33,045 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 20e032549048f42fdd637a4d4ab5cac6 in 479ms, sequenceid=86, compaction requested=false 2024-11-11T06:18:33,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:33,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:33,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-11T06:18:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-11T06:18:33,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-11T06:18:33,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0930 sec 2024-11-11T06:18:33,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.1010 sec 2024-11-11T06:18:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-11T06:18:33,057 INFO [Thread-1197 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-11T06:18:33,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:18:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-11T06:18:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T06:18:33,059 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:18:33,060 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:18:33,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:18:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:33,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-11T06:18:33,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:33,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:33,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:33,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:33,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:33,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:33,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/19ba8e6c4418433781952e7815c83b17 is 50, key is test_row_0/A:col10/1731305912771/Put/seqid=0 2024-11-11T06:18:33,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305973114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305973116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742101_1277 (size=12001) 2024-11-11T06:18:33,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305973118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305973118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305973119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T06:18:33,211 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-11T06:18:33,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:33,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:33,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:33,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:33,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:33,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305973219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305973221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305973223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305973223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305973223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T06:18:33,364 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-11T06:18:33,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:33,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:33,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:33,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:33,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:33,368 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/850e802145ef4b519be7427803ea8d4d as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/850e802145ef4b519be7427803ea8d4d 2024-11-11T06:18:33,372 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/C of 20e032549048f42fdd637a4d4ab5cac6 into 850e802145ef4b519be7427803ea8d4d(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:33,372 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:33,372 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/C, priority=12, startTime=1731305912506; duration=0sec 2024-11-11T06:18:33,372 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:33,373 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:C 2024-11-11T06:18:33,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305973424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305973424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305973426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305973426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305973428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,517 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-11T06:18:33,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:33,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:33,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:33,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:33,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:33,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/19ba8e6c4418433781952e7815c83b17 2024-11-11T06:18:33,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/9bae7720c51d49f286ba6b50d92f7fd7 is 50, key is test_row_0/B:col10/1731305912771/Put/seqid=0 2024-11-11T06:18:33,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742102_1278 (size=12001) 2024-11-11T06:18:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T06:18:33,670 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-11T06:18:33,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:33,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:33,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:33,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:33,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:33,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305973727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305973729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305973730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305973732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305973732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,823 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-11T06:18:33,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:33,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:33,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:33,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:33,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:33,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/9bae7720c51d49f286ba6b50d92f7fd7 2024-11-11T06:18:33,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/00fc894ce6d64bbd89d051d453605afa is 50, key is test_row_0/C:col10/1731305912771/Put/seqid=0 2024-11-11T06:18:33,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742103_1279 (size=12001) 2024-11-11T06:18:33,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/00fc894ce6d64bbd89d051d453605afa 2024-11-11T06:18:33,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/19ba8e6c4418433781952e7815c83b17 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/19ba8e6c4418433781952e7815c83b17 2024-11-11T06:18:33,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/19ba8e6c4418433781952e7815c83b17, entries=150, sequenceid=117, filesize=11.7 K 2024-11-11T06:18:33,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/9bae7720c51d49f286ba6b50d92f7fd7 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/9bae7720c51d49f286ba6b50d92f7fd7 2024-11-11T06:18:33,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/9bae7720c51d49f286ba6b50d92f7fd7, entries=150, sequenceid=117, filesize=11.7 K 2024-11-11T06:18:33,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/00fc894ce6d64bbd89d051d453605afa as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/00fc894ce6d64bbd89d051d453605afa 2024-11-11T06:18:33,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/00fc894ce6d64bbd89d051d453605afa, entries=150, sequenceid=117, filesize=11.7 K 2024-11-11T06:18:33,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 20e032549048f42fdd637a4d4ab5cac6 in 858ms, sequenceid=117, compaction requested=true 2024-11-11T06:18:33,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:33,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:18:33,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:33,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:18:33,969 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:33,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:33,969 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:33,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:18:33,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:33,970 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:33,971 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/B is initiating minor compaction (all files) 2024-11-11T06:18:33,971 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/B in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:33,971 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:33,971 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/6405735f5c0d4d1bb1b0f40a6f13832a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/90f1b2efd7014d3d8a91ec815fbd4c85, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/9bae7720c51d49f286ba6b50d92f7fd7] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=35.3 K 2024-11-11T06:18:33,971 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/A is initiating minor compaction (all files) 2024-11-11T06:18:33,971 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/A in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:33,971 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/35bda603dbec4272bf520bbd37b66d3a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/95af13b728d74219b70215f8aa04f2fb, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/19ba8e6c4418433781952e7815c83b17] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=35.3 K 2024-11-11T06:18:33,971 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 6405735f5c0d4d1bb1b0f40a6f13832a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731305911016 2024-11-11T06:18:33,972 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35bda603dbec4272bf520bbd37b66d3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731305911016 2024-11-11T06:18:33,972 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 90f1b2efd7014d3d8a91ec815fbd4c85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731305911636 2024-11-11T06:18:33,972 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95af13b728d74219b70215f8aa04f2fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731305911636 2024-11-11T06:18:33,972 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bae7720c51d49f286ba6b50d92f7fd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731305912771 2024-11-11T06:18:33,972 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19ba8e6c4418433781952e7815c83b17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731305912771 2024-11-11T06:18:33,977 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:33,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-11T06:18:33,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:33,978 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T06:18:33,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:33,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:33,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:33,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:33,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:33,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:33,982 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#A#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:33,982 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/f079c6b902094610b7514248fa15d587 is 50, key is test_row_0/A:col10/1731305912771/Put/seqid=0 2024-11-11T06:18:33,984 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#B#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:33,985 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/cc112eb03e704a32b893fd692c2c9eb7 is 50, key is test_row_0/B:col10/1731305912771/Put/seqid=0 2024-11-11T06:18:33,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/d6fc6d96d038447894d858f2381b6459 is 50, key is test_row_0/A:col10/1731305913115/Put/seqid=0 2024-11-11T06:18:33,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742104_1280 (size=12241) 2024-11-11T06:18:34,013 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/f079c6b902094610b7514248fa15d587 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/f079c6b902094610b7514248fa15d587 2024-11-11T06:18:34,019 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/A of 20e032549048f42fdd637a4d4ab5cac6 into f079c6b902094610b7514248fa15d587(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:34,019 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:34,019 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/A, priority=13, startTime=1731305913969; duration=0sec 2024-11-11T06:18:34,019 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:34,019 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:A 2024-11-11T06:18:34,019 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:34,020 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:34,020 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/C is initiating minor compaction (all files) 2024-11-11T06:18:34,020 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/C in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:34,021 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/850e802145ef4b519be7427803ea8d4d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c6d27dacdbe04892b763fdb4a5b19587, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/00fc894ce6d64bbd89d051d453605afa] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=35.3 K 2024-11-11T06:18:34,022 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 850e802145ef4b519be7427803ea8d4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731305911016 2024-11-11T06:18:34,023 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6d27dacdbe04892b763fdb4a5b19587, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731305911636 2024-11-11T06:18:34,023 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00fc894ce6d64bbd89d051d453605afa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731305912771 2024-11-11T06:18:34,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742105_1281 (size=12241) 2024-11-11T06:18:34,042 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/cc112eb03e704a32b893fd692c2c9eb7 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/cc112eb03e704a32b893fd692c2c9eb7 2024-11-11T06:18:34,049 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/B of 20e032549048f42fdd637a4d4ab5cac6 into cc112eb03e704a32b893fd692c2c9eb7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:34,049 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:34,049 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/B, priority=13, startTime=1731305913969; duration=0sec 2024-11-11T06:18:34,049 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:34,049 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:B 2024-11-11T06:18:34,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742106_1282 (size=12001) 2024-11-11T06:18:34,058 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#C#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:34,059 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/9ff9b4aac57245b1a13faeea559e9dcf is 50, key is test_row_0/C:col10/1731305912771/Put/seqid=0 2024-11-11T06:18:34,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742107_1283 (size=12241) 2024-11-11T06:18:34,087 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/9ff9b4aac57245b1a13faeea559e9dcf as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/9ff9b4aac57245b1a13faeea559e9dcf 2024-11-11T06:18:34,092 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/C of 20e032549048f42fdd637a4d4ab5cac6 into 9ff9b4aac57245b1a13faeea559e9dcf(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:34,092 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:34,093 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/C, priority=13, startTime=1731305913969; duration=0sec 2024-11-11T06:18:34,093 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:34,093 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:C 2024-11-11T06:18:34,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T06:18:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:34,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:34,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305974252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:34,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305974253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:34,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305974253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:34,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305974254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:34,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305974254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:34,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305974355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:34,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305974356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:34,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305974357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:34,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:34,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305974357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305974357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:34,451 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/d6fc6d96d038447894d858f2381b6459 2024-11-11T06:18:34,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/0e48fdd0ef7f4dd19fbcadbc6c8bfe4f is 50, key is test_row_0/B:col10/1731305913115/Put/seqid=0 2024-11-11T06:18:34,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742108_1284 (size=12001) 2024-11-11T06:18:34,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305974557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:34,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305974559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:34,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305974559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:34,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305974560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:34,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305974561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:34,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305974861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:34,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305974862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:34,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305974862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:34,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305974865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:34,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305974865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:34,873 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/0e48fdd0ef7f4dd19fbcadbc6c8bfe4f 2024-11-11T06:18:34,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/8c457049c0934b5687ec2b633c5e0e4e is 50, key is test_row_0/C:col10/1731305913115/Put/seqid=0 2024-11-11T06:18:34,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742109_1285 (size=12001) 2024-11-11T06:18:34,891 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/8c457049c0934b5687ec2b633c5e0e4e 2024-11-11T06:18:34,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/d6fc6d96d038447894d858f2381b6459 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/d6fc6d96d038447894d858f2381b6459 2024-11-11T06:18:34,901 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/d6fc6d96d038447894d858f2381b6459, entries=150, sequenceid=126, filesize=11.7 K 2024-11-11T06:18:34,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/0e48fdd0ef7f4dd19fbcadbc6c8bfe4f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/0e48fdd0ef7f4dd19fbcadbc6c8bfe4f 2024-11-11T06:18:34,907 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/0e48fdd0ef7f4dd19fbcadbc6c8bfe4f, entries=150, sequenceid=126, filesize=11.7 K 2024-11-11T06:18:34,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/8c457049c0934b5687ec2b633c5e0e4e as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/8c457049c0934b5687ec2b633c5e0e4e 2024-11-11T06:18:34,912 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/8c457049c0934b5687ec2b633c5e0e4e, entries=150, sequenceid=126, filesize=11.7 K 2024-11-11T06:18:34,913 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 20e032549048f42fdd637a4d4ab5cac6 in 935ms, sequenceid=126, compaction requested=false 2024-11-11T06:18:34,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:34,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:34,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-11T06:18:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-11T06:18:34,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-11T06:18:34,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8540 sec 2024-11-11T06:18:34,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.8580 sec 2024-11-11T06:18:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T06:18:35,163 INFO [Thread-1197 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-11T06:18:35,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:18:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-11T06:18:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-11T06:18:35,166 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:18:35,167 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:18:35,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:18:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-11T06:18:35,319 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:35,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-11T06:18:35,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:35,320 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-11T06:18:35,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:35,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:35,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:35,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:35,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:35,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:35,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/04dcbb68a4cb4c09b9bd4599033e3946 is 50, key is test_row_0/A:col10/1731305914252/Put/seqid=0 2024-11-11T06:18:35,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742110_1286 (size=12151) 2024-11-11T06:18:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:35,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:35,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:35,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305975369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305975369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:35,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305975370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:35,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:35,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305975371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305975371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-11T06:18:35,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305975473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:35,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:35,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305975473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305975473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:35,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305975474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:35,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305975677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:35,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305975677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:35,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305975678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:35,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305975678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:35,738 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/04dcbb68a4cb4c09b9bd4599033e3946 2024-11-11T06:18:35,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/acbc52fc4f534a2d98c8bcb273bab1d6 is 50, key is test_row_0/B:col10/1731305914252/Put/seqid=0 2024-11-11T06:18:35,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742111_1287 (size=12151) 2024-11-11T06:18:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-11T06:18:35,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305975980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:35,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305975982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:35,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305975982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:35,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305975983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:36,164 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/acbc52fc4f534a2d98c8bcb273bab1d6 2024-11-11T06:18:36,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/5b11994a1f2044d2adc4903b41f6e7d6 is 50, key is test_row_0/C:col10/1731305914252/Put/seqid=0 2024-11-11T06:18:36,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742112_1288 (size=12151) 2024-11-11T06:18:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-11T06:18:36,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305976375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:36,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305976485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:36,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305976486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:36,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305976487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:36,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305976489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:36,578 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/5b11994a1f2044d2adc4903b41f6e7d6 2024-11-11T06:18:36,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/04dcbb68a4cb4c09b9bd4599033e3946 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/04dcbb68a4cb4c09b9bd4599033e3946 2024-11-11T06:18:36,586 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/04dcbb68a4cb4c09b9bd4599033e3946, entries=150, sequenceid=157, filesize=11.9 K 2024-11-11T06:18:36,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/acbc52fc4f534a2d98c8bcb273bab1d6 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/acbc52fc4f534a2d98c8bcb273bab1d6 2024-11-11T06:18:36,591 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/acbc52fc4f534a2d98c8bcb273bab1d6, entries=150, sequenceid=157, filesize=11.9 K 2024-11-11T06:18:36,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/5b11994a1f2044d2adc4903b41f6e7d6 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/5b11994a1f2044d2adc4903b41f6e7d6 2024-11-11T06:18:36,596 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/5b11994a1f2044d2adc4903b41f6e7d6, entries=150, sequenceid=157, filesize=11.9 K 2024-11-11T06:18:36,597 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 20e032549048f42fdd637a4d4ab5cac6 in 1278ms, sequenceid=157, compaction requested=true 2024-11-11T06:18:36,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:36,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:36,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-11T06:18:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-11T06:18:36,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-11T06:18:36,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4310 sec 2024-11-11T06:18:36,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.4360 sec 2024-11-11T06:18:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-11T06:18:37,270 INFO [Thread-1197 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-11T06:18:37,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:18:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-11T06:18:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-11T06:18:37,273 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:18:37,273 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:18:37,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:18:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-11T06:18:37,425 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:37,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-11T06:18:37,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:37,426 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T06:18:37,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:37,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:37,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:37,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:37,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:37,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:37,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/39ffec4309cb4bd18a9f97893ee6f3e7 is 50, key is test_row_0/A:col10/1731305915369/Put/seqid=0 2024-11-11T06:18:37,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742113_1289 (size=9757) 2024-11-11T06:18:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:37,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:37,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305977514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:37,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305977516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:37,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305977516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:37,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305977517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-11T06:18:37,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305977618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:37,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305977619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:37,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305977620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:37,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305977620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:37,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305977827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:37,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305977828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:37,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305977828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:37,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305977828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:37,848 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/39ffec4309cb4bd18a9f97893ee6f3e7 2024-11-11T06:18:37,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/4219922d7bd141db959aea2ed0f91634 is 50, key is test_row_0/B:col10/1731305915369/Put/seqid=0 2024-11-11T06:18:37,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742114_1290 (size=9757) 2024-11-11T06:18:37,862 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/4219922d7bd141db959aea2ed0f91634 2024-11-11T06:18:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-11T06:18:37,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/c02a25fee6b442938bd0372b84aa83f0 is 50, key is test_row_0/C:col10/1731305915369/Put/seqid=0 2024-11-11T06:18:37,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742115_1291 (size=9757) 2024-11-11T06:18:38,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305978130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:38,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305978131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:38,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305978132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:38,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305978132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:38,287 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/c02a25fee6b442938bd0372b84aa83f0 2024-11-11T06:18:38,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/39ffec4309cb4bd18a9f97893ee6f3e7 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/39ffec4309cb4bd18a9f97893ee6f3e7 2024-11-11T06:18:38,296 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/39ffec4309cb4bd18a9f97893ee6f3e7, entries=100, sequenceid=165, filesize=9.5 K 2024-11-11T06:18:38,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/4219922d7bd141db959aea2ed0f91634 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/4219922d7bd141db959aea2ed0f91634 2024-11-11T06:18:38,301 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/4219922d7bd141db959aea2ed0f91634, entries=100, sequenceid=165, filesize=9.5 K 2024-11-11T06:18:38,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/c02a25fee6b442938bd0372b84aa83f0 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c02a25fee6b442938bd0372b84aa83f0 2024-11-11T06:18:38,306 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c02a25fee6b442938bd0372b84aa83f0, entries=100, sequenceid=165, filesize=9.5 K 2024-11-11T06:18:38,307 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 20e032549048f42fdd637a4d4ab5cac6 in 881ms, sequenceid=165, compaction requested=true 2024-11-11T06:18:38,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:38,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:38,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-11T06:18:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-11T06:18:38,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-11T06:18:38,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0350 sec 2024-11-11T06:18:38,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.0390 sec 2024-11-11T06:18:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-11T06:18:38,376 INFO [Thread-1197 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-11T06:18:38,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:18:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-11T06:18:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-11T06:18:38,378 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:18:38,379 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:18:38,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:18:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:38,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-11T06:18:38,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:38,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:38,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:38,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:38,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:38,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:38,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/8179eea04f4941818c6354fe3aeb4c29 is 50, key is test_row_0/A:col10/1731305918384/Put/seqid=0 2024-11-11T06:18:38,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742116_1292 (size=14541) 2024-11-11T06:18:38,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305978404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-11T06:18:38,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305978507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:38,530 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:38,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-11T06:18:38,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:38,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:38,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:38,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:38,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:38,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305978633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:38,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305978634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:38,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305978638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:38,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305978638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-11T06:18:38,683 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:38,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-11T06:18:38,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:38,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:38,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:38,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:38,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:38,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305978710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:38,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/8179eea04f4941818c6354fe3aeb4c29 2024-11-11T06:18:38,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/f24f112d3f0c4340aada29f6f70b7cce is 50, key is test_row_0/B:col10/1731305918384/Put/seqid=0 2024-11-11T06:18:38,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742117_1293 (size=12151) 2024-11-11T06:18:38,836 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:38,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-11T06:18:38,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:38,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:38,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:38,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:38,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-11T06:18:38,989 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:38,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-11T06:18:38,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:38,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:38,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:38,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:38,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:39,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305979012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:39,141 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:39,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-11T06:18:39,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:39,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:39,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:39,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:39,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:39,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/f24f112d3f0c4340aada29f6f70b7cce 2024-11-11T06:18:39,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/591220ab40a3422ba0a463026d9a5ca2 is 50, key is test_row_0/C:col10/1731305918384/Put/seqid=0 2024-11-11T06:18:39,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742118_1294 (size=12151) 2024-11-11T06:18:39,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/591220ab40a3422ba0a463026d9a5ca2 2024-11-11T06:18:39,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/8179eea04f4941818c6354fe3aeb4c29 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/8179eea04f4941818c6354fe3aeb4c29 2024-11-11T06:18:39,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/8179eea04f4941818c6354fe3aeb4c29, entries=200, sequenceid=194, filesize=14.2 K 2024-11-11T06:18:39,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/f24f112d3f0c4340aada29f6f70b7cce as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/f24f112d3f0c4340aada29f6f70b7cce 2024-11-11T06:18:39,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/f24f112d3f0c4340aada29f6f70b7cce, entries=150, sequenceid=194, filesize=11.9 K 2024-11-11T06:18:39,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/591220ab40a3422ba0a463026d9a5ca2 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/591220ab40a3422ba0a463026d9a5ca2 2024-11-11T06:18:39,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/591220ab40a3422ba0a463026d9a5ca2, entries=150, sequenceid=194, filesize=11.9 K 2024-11-11T06:18:39,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 20e032549048f42fdd637a4d4ab5cac6 in 877ms, sequenceid=194, compaction requested=true 2024-11-11T06:18:39,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:39,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:18:39,263 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T06:18:39,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:39,263 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T06:18:39,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:18:39,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:39,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:18:39,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:39,265 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60691 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T06:18:39,265 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/A is initiating minor compaction (all files) 2024-11-11T06:18:39,265 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/A in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:39,265 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/f079c6b902094610b7514248fa15d587, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/d6fc6d96d038447894d858f2381b6459, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/04dcbb68a4cb4c09b9bd4599033e3946, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/39ffec4309cb4bd18a9f97893ee6f3e7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/8179eea04f4941818c6354fe3aeb4c29] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=59.3 K 2024-11-11T06:18:39,265 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58301 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T06:18:39,266 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/B is initiating minor compaction (all files) 2024-11-11T06:18:39,266 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/B in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:39,266 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting f079c6b902094610b7514248fa15d587, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731305912771 2024-11-11T06:18:39,266 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/cc112eb03e704a32b893fd692c2c9eb7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/0e48fdd0ef7f4dd19fbcadbc6c8bfe4f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/acbc52fc4f534a2d98c8bcb273bab1d6, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/4219922d7bd141db959aea2ed0f91634, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/f24f112d3f0c4340aada29f6f70b7cce] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=56.9 K 2024-11-11T06:18:39,266 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting cc112eb03e704a32b893fd692c2c9eb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731305912771 2024-11-11T06:18:39,266 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6fc6d96d038447894d858f2381b6459, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731305913115 2024-11-11T06:18:39,266 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e48fdd0ef7f4dd19fbcadbc6c8bfe4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731305913115 2024-11-11T06:18:39,267 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04dcbb68a4cb4c09b9bd4599033e3946, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731305914252 2024-11-11T06:18:39,267 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting acbc52fc4f534a2d98c8bcb273bab1d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731305914252 2024-11-11T06:18:39,267 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39ffec4309cb4bd18a9f97893ee6f3e7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731305915369 2024-11-11T06:18:39,267 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4219922d7bd141db959aea2ed0f91634, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731305915369 2024-11-11T06:18:39,268 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8179eea04f4941818c6354fe3aeb4c29, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731305917510 2024-11-11T06:18:39,268 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting f24f112d3f0c4340aada29f6f70b7cce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731305917510 2024-11-11T06:18:39,280 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#A#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:39,281 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#B#compaction#246 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:39,281 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/d961813da65e4b1aa7f9ed3a4558e476 is 50, key is test_row_0/A:col10/1731305918384/Put/seqid=0 2024-11-11T06:18:39,281 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/7b3543fed317467fab5c0960e5c1ee15 is 50, key is test_row_0/B:col10/1731305918384/Put/seqid=0 2024-11-11T06:18:39,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742119_1295 (size=12561) 2024-11-11T06:18:39,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742120_1296 (size=12561) 2024-11-11T06:18:39,295 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:39,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-11T06:18:39,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:39,295 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T06:18:39,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:39,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:39,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:39,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:39,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:39,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:39,299 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/7b3543fed317467fab5c0960e5c1ee15 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/7b3543fed317467fab5c0960e5c1ee15 2024-11-11T06:18:39,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/b3cc7a7495034928b413167a810e7f25 is 50, key is test_row_0/A:col10/1731305918403/Put/seqid=0 2024-11-11T06:18:39,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742121_1297 (size=12151) 2024-11-11T06:18:39,305 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/B of 20e032549048f42fdd637a4d4ab5cac6 into 7b3543fed317467fab5c0960e5c1ee15(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:39,306 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:39,306 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/B, priority=11, startTime=1731305919263; duration=0sec 2024-11-11T06:18:39,306 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:39,306 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:B 2024-11-11T06:18:39,306 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T06:18:39,308 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58301 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T06:18:39,308 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/C is initiating minor compaction (all files) 2024-11-11T06:18:39,308 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/C in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:39,308 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/9ff9b4aac57245b1a13faeea559e9dcf, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/8c457049c0934b5687ec2b633c5e0e4e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/5b11994a1f2044d2adc4903b41f6e7d6, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c02a25fee6b442938bd0372b84aa83f0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/591220ab40a3422ba0a463026d9a5ca2] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=56.9 K 2024-11-11T06:18:39,308 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ff9b4aac57245b1a13faeea559e9dcf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731305912771 2024-11-11T06:18:39,308 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c457049c0934b5687ec2b633c5e0e4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731305913115 2024-11-11T06:18:39,309 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b11994a1f2044d2adc4903b41f6e7d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731305914252 2024-11-11T06:18:39,309 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting c02a25fee6b442938bd0372b84aa83f0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731305915369 2024-11-11T06:18:39,310 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 591220ab40a3422ba0a463026d9a5ca2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731305917510 2024-11-11T06:18:39,324 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#C#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:39,324 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/773138858b144a1daee6a1b8a973f88f is 50, key is test_row_0/C:col10/1731305918384/Put/seqid=0 2024-11-11T06:18:39,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742122_1298 (size=12561) 2024-11-11T06:18:39,353 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/773138858b144a1daee6a1b8a973f88f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/773138858b144a1daee6a1b8a973f88f 2024-11-11T06:18:39,362 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/C of 20e032549048f42fdd637a4d4ab5cac6 into 773138858b144a1daee6a1b8a973f88f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:39,363 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:39,363 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/C, priority=11, startTime=1731305919263; duration=0sec 2024-11-11T06:18:39,363 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:39,363 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:C 2024-11-11T06:18:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-11T06:18:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:39,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:39,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305979606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:39,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305979638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:39,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305979641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:39,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305979646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:39,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:39,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305979650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:39,692 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/d961813da65e4b1aa7f9ed3a4558e476 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/d961813da65e4b1aa7f9ed3a4558e476 2024-11-11T06:18:39,697 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/A of 20e032549048f42fdd637a4d4ab5cac6 into d961813da65e4b1aa7f9ed3a4558e476(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:39,697 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:39,697 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/A, priority=11, startTime=1731305919263; duration=0sec 2024-11-11T06:18:39,697 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:39,697 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:A 2024-11-11T06:18:39,705 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/b3cc7a7495034928b413167a810e7f25 2024-11-11T06:18:39,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305979710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:39,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/2a5788de0e8f4c93b718787c5b44d5bf is 50, key is test_row_0/B:col10/1731305918403/Put/seqid=0 2024-11-11T06:18:39,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742123_1299 (size=12151) 2024-11-11T06:18:39,721 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/2a5788de0e8f4c93b718787c5b44d5bf 2024-11-11T06:18:39,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/fbbfb25040da45e0af22c1539822fb81 is 50, key is test_row_0/C:col10/1731305918403/Put/seqid=0 2024-11-11T06:18:39,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742124_1300 (size=12151) 2024-11-11T06:18:39,734 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/fbbfb25040da45e0af22c1539822fb81 2024-11-11T06:18:39,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/b3cc7a7495034928b413167a810e7f25 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/b3cc7a7495034928b413167a810e7f25 2024-11-11T06:18:39,745 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/b3cc7a7495034928b413167a810e7f25, entries=150, sequenceid=201, filesize=11.9 K 2024-11-11T06:18:39,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/2a5788de0e8f4c93b718787c5b44d5bf as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/2a5788de0e8f4c93b718787c5b44d5bf 2024-11-11T06:18:39,750 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/2a5788de0e8f4c93b718787c5b44d5bf, entries=150, sequenceid=201, filesize=11.9 K 2024-11-11T06:18:39,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/fbbfb25040da45e0af22c1539822fb81 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/fbbfb25040da45e0af22c1539822fb81 2024-11-11T06:18:39,765 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/fbbfb25040da45e0af22c1539822fb81, entries=150, sequenceid=201, filesize=11.9 K 2024-11-11T06:18:39,766 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 20e032549048f42fdd637a4d4ab5cac6 in 471ms, sequenceid=201, compaction requested=false 2024-11-11T06:18:39,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:39,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:39,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-11T06:18:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-11T06:18:39,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-11T06:18:39,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3880 sec 2024-11-11T06:18:39,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.3920 sec 2024-11-11T06:18:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:39,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-11T06:18:39,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:39,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:39,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:39,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:39,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:39,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:39,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/c76a7482296944e48c0f71c46f5a6c2e is 50, key is test_row_0/A:col10/1731305919605/Put/seqid=0 2024-11-11T06:18:39,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305979921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:39,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742125_1301 (size=12151) 2024-11-11T06:18:39,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/c76a7482296944e48c0f71c46f5a6c2e 2024-11-11T06:18:39,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/d449f86da2ce495ba3e13cb1d2700ce7 is 50, key is test_row_0/B:col10/1731305919605/Put/seqid=0 2024-11-11T06:18:39,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742126_1302 (size=12151) 2024-11-11T06:18:39,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/d449f86da2ce495ba3e13cb1d2700ce7 2024-11-11T06:18:39,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/dd716cfff7f34bbca90a565c862da2c3 is 50, key is test_row_0/C:col10/1731305919605/Put/seqid=0 2024-11-11T06:18:39,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742127_1303 (size=12151) 2024-11-11T06:18:39,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/dd716cfff7f34bbca90a565c862da2c3 2024-11-11T06:18:39,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/c76a7482296944e48c0f71c46f5a6c2e as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/c76a7482296944e48c0f71c46f5a6c2e 2024-11-11T06:18:39,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/c76a7482296944e48c0f71c46f5a6c2e, entries=150, sequenceid=234, filesize=11.9 K 2024-11-11T06:18:39,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/d449f86da2ce495ba3e13cb1d2700ce7 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/d449f86da2ce495ba3e13cb1d2700ce7 2024-11-11T06:18:39,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/d449f86da2ce495ba3e13cb1d2700ce7, entries=150, sequenceid=234, filesize=11.9 K 2024-11-11T06:18:39,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/dd716cfff7f34bbca90a565c862da2c3 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/dd716cfff7f34bbca90a565c862da2c3 2024-11-11T06:18:39,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/dd716cfff7f34bbca90a565c862da2c3, entries=150, sequenceid=234, filesize=11.9 K 2024-11-11T06:18:39,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 20e032549048f42fdd637a4d4ab5cac6 in 71ms, sequenceid=234, compaction requested=true 2024-11-11T06:18:39,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:39,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:18:39,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:39,985 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:39,985 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:39,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:18:39,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:39,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:18:39,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:39,987 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:39,987 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/B is initiating minor compaction (all files) 2024-11-11T06:18:39,987 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:39,987 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/B in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:39,987 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/A is initiating minor compaction (all files) 2024-11-11T06:18:39,987 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/A in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:39,987 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/7b3543fed317467fab5c0960e5c1ee15, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/2a5788de0e8f4c93b718787c5b44d5bf, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/d449f86da2ce495ba3e13cb1d2700ce7] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=36.0 K 2024-11-11T06:18:39,987 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/d961813da65e4b1aa7f9ed3a4558e476, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/b3cc7a7495034928b413167a810e7f25, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/c76a7482296944e48c0f71c46f5a6c2e] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=36.0 K 2024-11-11T06:18:39,987 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b3543fed317467fab5c0960e5c1ee15, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731305917510 2024-11-11T06:18:39,988 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d961813da65e4b1aa7f9ed3a4558e476, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731305917510 2024-11-11T06:18:39,988 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a5788de0e8f4c93b718787c5b44d5bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731305918397 2024-11-11T06:18:39,988 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3cc7a7495034928b413167a810e7f25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731305918397 2024-11-11T06:18:39,989 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting d449f86da2ce495ba3e13cb1d2700ce7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731305919563 2024-11-11T06:18:39,989 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting c76a7482296944e48c0f71c46f5a6c2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731305919563 2024-11-11T06:18:40,003 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#A#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:40,004 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/a00bb2c0c2d74762913c8a8e4ad46564 is 50, key is test_row_0/A:col10/1731305919605/Put/seqid=0 2024-11-11T06:18:40,005 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#B#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:40,005 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/91efa6de59c54a8ba1d36949ffec82a3 is 50, key is test_row_0/B:col10/1731305919605/Put/seqid=0 2024-11-11T06:18:40,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742128_1304 (size=12663) 2024-11-11T06:18:40,021 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/a00bb2c0c2d74762913c8a8e4ad46564 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/a00bb2c0c2d74762913c8a8e4ad46564 2024-11-11T06:18:40,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742129_1305 (size=12663) 2024-11-11T06:18:40,039 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/91efa6de59c54a8ba1d36949ffec82a3 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/91efa6de59c54a8ba1d36949ffec82a3 2024-11-11T06:18:40,047 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/A of 20e032549048f42fdd637a4d4ab5cac6 into a00bb2c0c2d74762913c8a8e4ad46564(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:40,048 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:40,048 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/A, priority=13, startTime=1731305919985; duration=0sec 2024-11-11T06:18:40,048 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:40,048 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:A 2024-11-11T06:18:40,048 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:40,049 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/B of 20e032549048f42fdd637a4d4ab5cac6 into 91efa6de59c54a8ba1d36949ffec82a3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:40,049 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:40,049 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/B, priority=13, startTime=1731305919985; duration=0sec 2024-11-11T06:18:40,049 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:40,049 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:B 2024-11-11T06:18:40,049 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:40,049 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/C is initiating minor compaction (all files) 2024-11-11T06:18:40,049 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/C in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:40,050 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/773138858b144a1daee6a1b8a973f88f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/fbbfb25040da45e0af22c1539822fb81, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/dd716cfff7f34bbca90a565c862da2c3] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=36.0 K 2024-11-11T06:18:40,050 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 773138858b144a1daee6a1b8a973f88f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731305917510 2024-11-11T06:18:40,051 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbbfb25040da45e0af22c1539822fb81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731305918397 2024-11-11T06:18:40,051 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd716cfff7f34bbca90a565c862da2c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731305919563 2024-11-11T06:18:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:40,060 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#C#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:40,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T06:18:40,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:40,061 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/3d69c29245874e69a949545fd56004ac is 50, key is test_row_0/C:col10/1731305919605/Put/seqid=0 2024-11-11T06:18:40,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:40,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:40,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:40,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:40,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:40,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/cbc7f18fd98d42929ac13ebaba23a37e is 50, key is test_row_0/A:col10/1731305920056/Put/seqid=0 2024-11-11T06:18:40,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742130_1306 (size=12663) 2024-11-11T06:18:40,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742131_1307 (size=12151) 2024-11-11T06:18:40,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/cbc7f18fd98d42929ac13ebaba23a37e 2024-11-11T06:18:40,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/6ae64d4f6da7498d968382b12e30cfaa is 50, key is test_row_0/B:col10/1731305920056/Put/seqid=0 2024-11-11T06:18:40,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742132_1308 (size=12151) 2024-11-11T06:18:40,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/6ae64d4f6da7498d968382b12e30cfaa 2024-11-11T06:18:40,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/2b511fb140a14d76a9a330f3cc3f96b1 is 50, key is test_row_0/C:col10/1731305920056/Put/seqid=0 2024-11-11T06:18:40,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742133_1309 (size=12151) 2024-11-11T06:18:40,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/2b511fb140a14d76a9a330f3cc3f96b1 2024-11-11T06:18:40,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/cbc7f18fd98d42929ac13ebaba23a37e as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/cbc7f18fd98d42929ac13ebaba23a37e 2024-11-11T06:18:40,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/cbc7f18fd98d42929ac13ebaba23a37e, entries=150, sequenceid=247, filesize=11.9 K 2024-11-11T06:18:40,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/6ae64d4f6da7498d968382b12e30cfaa as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/6ae64d4f6da7498d968382b12e30cfaa 2024-11-11T06:18:40,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/6ae64d4f6da7498d968382b12e30cfaa, entries=150, sequenceid=247, filesize=11.9 K 2024-11-11T06:18:40,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305980139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:40,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/2b511fb140a14d76a9a330f3cc3f96b1 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/2b511fb140a14d76a9a330f3cc3f96b1 2024-11-11T06:18:40,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/2b511fb140a14d76a9a330f3cc3f96b1, entries=150, sequenceid=247, filesize=11.9 K 2024-11-11T06:18:40,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 20e032549048f42fdd637a4d4ab5cac6 in 85ms, sequenceid=247, compaction requested=false 2024-11-11T06:18:40,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:40,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T06:18:40,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:40,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:40,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:40,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:40,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:40,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:40,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/669f2ba31c184b4d8e4f2c2f077a269d is 50, key is test_row_0/A:col10/1731305920138/Put/seqid=0 2024-11-11T06:18:40,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742134_1310 (size=14741) 2024-11-11T06:18:40,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/669f2ba31c184b4d8e4f2c2f077a269d 2024-11-11T06:18:40,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/16273f16d0b940188e10523035d1e1c6 is 50, key is test_row_0/B:col10/1731305920138/Put/seqid=0 2024-11-11T06:18:40,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742135_1311 (size=12301) 2024-11-11T06:18:40,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305980266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:40,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305980369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:40,481 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/3d69c29245874e69a949545fd56004ac as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/3d69c29245874e69a949545fd56004ac 2024-11-11T06:18:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-11T06:18:40,482 INFO [Thread-1197 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-11T06:18:40,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:18:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-11T06:18:40,485 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:18:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-11T06:18:40,485 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:18:40,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:18:40,487 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/C of 20e032549048f42fdd637a4d4ab5cac6 into 3d69c29245874e69a949545fd56004ac(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:40,487 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:40,487 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/C, priority=13, startTime=1731305919985; duration=0sec 2024-11-11T06:18:40,487 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:40,487 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:C 2024-11-11T06:18:40,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305980570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-11T06:18:40,637 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:40,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-11T06:18:40,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:40,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:40,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:40,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:40,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:40,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/16273f16d0b940188e10523035d1e1c6 2024-11-11T06:18:40,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/347407fc02b6433d821742af5387904a is 50, key is test_row_0/C:col10/1731305920138/Put/seqid=0 2024-11-11T06:18:40,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742136_1312 (size=12301) 2024-11-11T06:18:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-11T06:18:40,791 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:40,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-11T06:18:40,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:40,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:40,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:40,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:40,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:40,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305980874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:40,946 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:40,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-11T06:18:40,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:40,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:40,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:40,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:40,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:41,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/347407fc02b6433d821742af5387904a 2024-11-11T06:18:41,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/669f2ba31c184b4d8e4f2c2f077a269d as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/669f2ba31c184b4d8e4f2c2f077a269d 2024-11-11T06:18:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-11T06:18:41,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/669f2ba31c184b4d8e4f2c2f077a269d, entries=200, sequenceid=273, filesize=14.4 K 2024-11-11T06:18:41,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/16273f16d0b940188e10523035d1e1c6 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/16273f16d0b940188e10523035d1e1c6 2024-11-11T06:18:41,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/16273f16d0b940188e10523035d1e1c6, entries=150, sequenceid=273, filesize=12.0 K 2024-11-11T06:18:41,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/347407fc02b6433d821742af5387904a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/347407fc02b6433d821742af5387904a 2024-11-11T06:18:41,099 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:41,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-11T06:18:41,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:41,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:41,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:41,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:41,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:41,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/347407fc02b6433d821742af5387904a, entries=150, sequenceid=273, filesize=12.0 K 2024-11-11T06:18:41,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 20e032549048f42fdd637a4d4ab5cac6 in 859ms, sequenceid=273, compaction requested=true 2024-11-11T06:18:41,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:41,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:18:41,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:41,105 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:41,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:18:41,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:41,105 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:41,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:18:41,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:41,106 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39555 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:41,106 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/A is initiating minor compaction (all files) 2024-11-11T06:18:41,106 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/A in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:41,106 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/a00bb2c0c2d74762913c8a8e4ad46564, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/cbc7f18fd98d42929ac13ebaba23a37e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/669f2ba31c184b4d8e4f2c2f077a269d] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=38.6 K 2024-11-11T06:18:41,106 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:41,106 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting a00bb2c0c2d74762913c8a8e4ad46564, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731305919563 2024-11-11T06:18:41,106 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/B is initiating minor compaction (all files) 2024-11-11T06:18:41,106 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/B in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:41,106 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/91efa6de59c54a8ba1d36949ffec82a3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/6ae64d4f6da7498d968382b12e30cfaa, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/16273f16d0b940188e10523035d1e1c6] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=36.2 K 2024-11-11T06:18:41,107 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbc7f18fd98d42929ac13ebaba23a37e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731305919919 2024-11-11T06:18:41,107 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 91efa6de59c54a8ba1d36949ffec82a3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731305919563 2024-11-11T06:18:41,107 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 669f2ba31c184b4d8e4f2c2f077a269d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731305920130 2024-11-11T06:18:41,107 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ae64d4f6da7498d968382b12e30cfaa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731305919919 2024-11-11T06:18:41,108 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 16273f16d0b940188e10523035d1e1c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731305920130 2024-11-11T06:18:41,114 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#A#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:41,115 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/8a45eb3d20ef466a965fbde5590de5b4 is 50, key is test_row_0/A:col10/1731305920138/Put/seqid=0 2024-11-11T06:18:41,129 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#B#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:41,130 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/eda42488261544dbae67bce39a2b01e3 is 50, key is test_row_0/B:col10/1731305920138/Put/seqid=0 2024-11-11T06:18:41,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742137_1313 (size=12915) 2024-11-11T06:18:41,145 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/8a45eb3d20ef466a965fbde5590de5b4 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/8a45eb3d20ef466a965fbde5590de5b4 2024-11-11T06:18:41,150 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/A of 20e032549048f42fdd637a4d4ab5cac6 into 8a45eb3d20ef466a965fbde5590de5b4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:41,150 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:41,151 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/A, priority=13, startTime=1731305921104; duration=0sec 2024-11-11T06:18:41,151 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:41,151 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:A 2024-11-11T06:18:41,151 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:41,156 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:41,156 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/C is initiating minor compaction (all files) 2024-11-11T06:18:41,156 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/C in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:41,156 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/3d69c29245874e69a949545fd56004ac, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/2b511fb140a14d76a9a330f3cc3f96b1, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/347407fc02b6433d821742af5387904a] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=36.2 K 2024-11-11T06:18:41,160 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d69c29245874e69a949545fd56004ac, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731305919563 2024-11-11T06:18:41,162 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b511fb140a14d76a9a330f3cc3f96b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731305919919 2024-11-11T06:18:41,163 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 347407fc02b6433d821742af5387904a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731305920130 2024-11-11T06:18:41,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742138_1314 (size=12915) 2024-11-11T06:18:41,175 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#C#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:41,175 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/83637f8c3e3d4c0c8a31c07e9c1b89cf is 50, key is test_row_0/C:col10/1731305920138/Put/seqid=0 2024-11-11T06:18:41,180 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/eda42488261544dbae67bce39a2b01e3 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/eda42488261544dbae67bce39a2b01e3 2024-11-11T06:18:41,186 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/B of 20e032549048f42fdd637a4d4ab5cac6 into eda42488261544dbae67bce39a2b01e3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:41,186 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:41,187 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/B, priority=13, startTime=1731305921105; duration=0sec 2024-11-11T06:18:41,187 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:41,187 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:B 2024-11-11T06:18:41,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742139_1315 (size=12915) 2024-11-11T06:18:41,252 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:41,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-11T06:18:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:41,253 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T06:18:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:41,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:41,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:41,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:41,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:41,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/62ef4d73e4f84c8d9d90040a945fe224 is 50, key is test_row_0/A:col10/1731305920256/Put/seqid=0 2024-11-11T06:18:41,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742140_1316 (size=12301) 2024-11-11T06:18:41,262 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/62ef4d73e4f84c8d9d90040a945fe224 2024-11-11T06:18:41,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/c397252694f9407897334f5c033a4c2d is 50, key is test_row_0/B:col10/1731305920256/Put/seqid=0 2024-11-11T06:18:41,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742141_1317 (size=12301) 2024-11-11T06:18:41,278 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/c397252694f9407897334f5c033a4c2d 2024-11-11T06:18:41,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/3b438617f46e47488445bf77b82b5358 is 50, key is test_row_0/C:col10/1731305920256/Put/seqid=0 2024-11-11T06:18:41,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742142_1318 (size=12301) 2024-11-11T06:18:41,288 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/3b438617f46e47488445bf77b82b5358 2024-11-11T06:18:41,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/62ef4d73e4f84c8d9d90040a945fe224 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/62ef4d73e4f84c8d9d90040a945fe224 2024-11-11T06:18:41,305 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/62ef4d73e4f84c8d9d90040a945fe224, entries=150, sequenceid=286, filesize=12.0 K 2024-11-11T06:18:41,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/c397252694f9407897334f5c033a4c2d as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/c397252694f9407897334f5c033a4c2d 2024-11-11T06:18:41,312 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/c397252694f9407897334f5c033a4c2d, entries=150, sequenceid=286, filesize=12.0 K 2024-11-11T06:18:41,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/3b438617f46e47488445bf77b82b5358 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/3b438617f46e47488445bf77b82b5358 2024-11-11T06:18:41,317 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/3b438617f46e47488445bf77b82b5358, entries=150, sequenceid=286, filesize=12.0 K 2024-11-11T06:18:41,317 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 20e032549048f42fdd637a4d4ab5cac6 in 64ms, sequenceid=286, compaction requested=false 2024-11-11T06:18:41,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:41,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:41,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-11T06:18:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-11T06:18:41,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-11T06:18:41,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 833 msec 2024-11-11T06:18:41,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 838 msec 2024-11-11T06:18:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:41,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T06:18:41,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:41,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:41,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:41,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:41,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:41,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:41,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/09da3e45f95f4b5e9e0d7a6ac6c68519 is 50, key is test_row_0/A:col10/1731305921387/Put/seqid=0 2024-11-11T06:18:41,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742143_1319 (size=12301) 2024-11-11T06:18:41,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305981452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:41,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305981555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-11T06:18:41,589 INFO [Thread-1197 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-11T06:18:41,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:18:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-11T06:18:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-11T06:18:41,592 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:18:41,592 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:18:41,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:18:41,613 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/83637f8c3e3d4c0c8a31c07e9c1b89cf as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/83637f8c3e3d4c0c8a31c07e9c1b89cf 2024-11-11T06:18:41,618 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/C of 20e032549048f42fdd637a4d4ab5cac6 into 83637f8c3e3d4c0c8a31c07e9c1b89cf(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:41,618 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:41,618 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/C, priority=13, startTime=1731305921105; duration=0sec 2024-11-11T06:18:41,618 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:41,618 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:C 2024-11-11T06:18:41,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:41,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305981650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:41,653 DEBUG [Thread-1191 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:18:41,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305981652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:41,654 DEBUG [Thread-1187 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:18:41,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305981654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:41,656 DEBUG [Thread-1193 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:18:41,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:41,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305981657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:41,658 DEBUG [Thread-1189 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:18:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-11T06:18:41,744 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:41,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-11T06:18:41,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:41,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:41,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:41,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:41,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:41,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305981757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:41,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/09da3e45f95f4b5e9e0d7a6ac6c68519 2024-11-11T06:18:41,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/63cfcbef0fb942348a98e897c29ec316 is 50, key is test_row_0/B:col10/1731305921387/Put/seqid=0 2024-11-11T06:18:41,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742144_1320 (size=12301) 2024-11-11T06:18:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-11T06:18:41,896 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:41,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-11T06:18:41,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:41,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:41,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:41,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:41,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:41,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:42,049 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:42,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-11T06:18:42,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:42,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:42,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:42,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:42,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:42,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305982062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-11T06:18:42,202 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:42,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-11T06:18:42,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:42,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:42,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:42,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:42,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:42,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/63cfcbef0fb942348a98e897c29ec316 2024-11-11T06:18:42,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/444a541e484643878696452c46606955 is 50, key is test_row_0/C:col10/1731305921387/Put/seqid=0 2024-11-11T06:18:42,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742145_1321 (size=12301) 2024-11-11T06:18:42,355 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:42,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-11T06:18:42,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:42,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:42,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:42,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:42,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:42,508 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:42,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-11T06:18:42,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:42,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:42,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:42,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:42,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:42,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305982565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:42,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/444a541e484643878696452c46606955 2024-11-11T06:18:42,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/09da3e45f95f4b5e9e0d7a6ac6c68519 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/09da3e45f95f4b5e9e0d7a6ac6c68519 2024-11-11T06:18:42,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/09da3e45f95f4b5e9e0d7a6ac6c68519, entries=150, sequenceid=297, filesize=12.0 K 2024-11-11T06:18:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/63cfcbef0fb942348a98e897c29ec316 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/63cfcbef0fb942348a98e897c29ec316 2024-11-11T06:18:42,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/63cfcbef0fb942348a98e897c29ec316, entries=150, sequenceid=297, filesize=12.0 K 2024-11-11T06:18:42,660 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:42,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/444a541e484643878696452c46606955 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/444a541e484643878696452c46606955 2024-11-11T06:18:42,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-11T06:18:42,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:42,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:42,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:42,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:42,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:42,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/444a541e484643878696452c46606955, entries=150, sequenceid=297, filesize=12.0 K 2024-11-11T06:18:42,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 20e032549048f42fdd637a4d4ab5cac6 in 1276ms, sequenceid=297, compaction requested=true 2024-11-11T06:18:42,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:42,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:18:42,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:42,667 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:42,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:18:42,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:42,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:18:42,667 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:42,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:42,668 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:42,668 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:42,668 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/A is initiating minor compaction (all files) 2024-11-11T06:18:42,668 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/B is initiating minor compaction (all files) 2024-11-11T06:18:42,668 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/B in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:42,668 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/A in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:42,668 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/eda42488261544dbae67bce39a2b01e3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/c397252694f9407897334f5c033a4c2d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/63cfcbef0fb942348a98e897c29ec316] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=36.6 K 2024-11-11T06:18:42,668 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/8a45eb3d20ef466a965fbde5590de5b4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/62ef4d73e4f84c8d9d90040a945fe224, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/09da3e45f95f4b5e9e0d7a6ac6c68519] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=36.6 K 2024-11-11T06:18:42,668 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a45eb3d20ef466a965fbde5590de5b4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731305920130 2024-11-11T06:18:42,668 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting eda42488261544dbae67bce39a2b01e3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731305920130 2024-11-11T06:18:42,669 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62ef4d73e4f84c8d9d90040a945fe224, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731305920256 2024-11-11T06:18:42,669 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting c397252694f9407897334f5c033a4c2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731305920256 2024-11-11T06:18:42,669 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 63cfcbef0fb942348a98e897c29ec316, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731305921385 2024-11-11T06:18:42,669 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09da3e45f95f4b5e9e0d7a6ac6c68519, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731305921385 2024-11-11T06:18:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-11T06:18:42,698 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#B#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:42,698 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/06f613359bb64f6c9d0b252b355c1fa7 is 50, key is test_row_0/B:col10/1731305921387/Put/seqid=0 2024-11-11T06:18:42,706 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#A#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:42,706 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/aac5a4ecd4ea4bc2b1f7893054173a76 is 50, key is test_row_0/A:col10/1731305921387/Put/seqid=0 2024-11-11T06:18:42,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742146_1322 (size=13017) 2024-11-11T06:18:42,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742147_1323 (size=13017) 2024-11-11T06:18:42,813 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:42,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-11T06:18:42,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:42,814 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T06:18:42,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:42,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:42,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:42,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:42,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:42,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:42,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/e11076a842bc4260a52a6ce7fd4f6a70 is 50, key is test_row_0/A:col10/1731305921443/Put/seqid=0 2024-11-11T06:18:42,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742148_1324 (size=12301) 2024-11-11T06:18:43,115 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/06f613359bb64f6c9d0b252b355c1fa7 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/06f613359bb64f6c9d0b252b355c1fa7 2024-11-11T06:18:43,117 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/aac5a4ecd4ea4bc2b1f7893054173a76 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/aac5a4ecd4ea4bc2b1f7893054173a76 2024-11-11T06:18:43,122 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/B of 20e032549048f42fdd637a4d4ab5cac6 into 06f613359bb64f6c9d0b252b355c1fa7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:43,122 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:43,122 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/B, priority=13, startTime=1731305922667; duration=0sec 2024-11-11T06:18:43,122 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:43,122 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:B 2024-11-11T06:18:43,122 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:43,123 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:43,124 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/C is initiating minor compaction (all files) 2024-11-11T06:18:43,124 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/C in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:43,124 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/83637f8c3e3d4c0c8a31c07e9c1b89cf, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/3b438617f46e47488445bf77b82b5358, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/444a541e484643878696452c46606955] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=36.6 K 2024-11-11T06:18:43,124 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 83637f8c3e3d4c0c8a31c07e9c1b89cf, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731305920130 2024-11-11T06:18:43,125 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b438617f46e47488445bf77b82b5358, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731305920256 2024-11-11T06:18:43,125 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/A of 20e032549048f42fdd637a4d4ab5cac6 into aac5a4ecd4ea4bc2b1f7893054173a76(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:43,125 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:43,125 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 444a541e484643878696452c46606955, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731305921385 2024-11-11T06:18:43,125 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/A, priority=13, startTime=1731305922667; duration=0sec 2024-11-11T06:18:43,125 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:43,125 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:A 2024-11-11T06:18:43,133 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#C#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:43,133 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/d8a2069fbe544f09b873b7c948d8cc3d is 50, key is test_row_0/C:col10/1731305921387/Put/seqid=0 2024-11-11T06:18:43,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742149_1325 (size=13017) 2024-11-11T06:18:43,148 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/d8a2069fbe544f09b873b7c948d8cc3d as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/d8a2069fbe544f09b873b7c948d8cc3d 2024-11-11T06:18:43,153 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/C of 20e032549048f42fdd637a4d4ab5cac6 into d8a2069fbe544f09b873b7c948d8cc3d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:43,153 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:43,153 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/C, priority=13, startTime=1731305922667; duration=0sec 2024-11-11T06:18:43,153 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:43,153 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:C 2024-11-11T06:18:43,226 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/e11076a842bc4260a52a6ce7fd4f6a70 2024-11-11T06:18:43,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/323a652841d14f49adc682a515ad68c6 is 50, key is test_row_0/B:col10/1731305921443/Put/seqid=0 2024-11-11T06:18:43,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742150_1326 (size=12301) 2024-11-11T06:18:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:43,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:43,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305983589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:43,647 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/323a652841d14f49adc682a515ad68c6 2024-11-11T06:18:43,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/c5110264c8ad4546927e0b30ec267091 is 50, key is test_row_0/C:col10/1731305921443/Put/seqid=0 2024-11-11T06:18:43,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742151_1327 (size=12301) 2024-11-11T06:18:43,671 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/c5110264c8ad4546927e0b30ec267091 2024-11-11T06:18:43,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/e11076a842bc4260a52a6ce7fd4f6a70 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/e11076a842bc4260a52a6ce7fd4f6a70 2024-11-11T06:18:43,682 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/e11076a842bc4260a52a6ce7fd4f6a70, entries=150, sequenceid=323, filesize=12.0 K 2024-11-11T06:18:43,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/323a652841d14f49adc682a515ad68c6 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/323a652841d14f49adc682a515ad68c6 2024-11-11T06:18:43,687 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/323a652841d14f49adc682a515ad68c6, entries=150, sequenceid=323, filesize=12.0 K 2024-11-11T06:18:43,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/c5110264c8ad4546927e0b30ec267091 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c5110264c8ad4546927e0b30ec267091 2024-11-11T06:18:43,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305983692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:43,693 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c5110264c8ad4546927e0b30ec267091, entries=150, sequenceid=323, filesize=12.0 K 2024-11-11T06:18:43,694 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 20e032549048f42fdd637a4d4ab5cac6 in 880ms, sequenceid=323, compaction requested=false 2024-11-11T06:18:43,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:43,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:43,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-11T06:18:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-11T06:18:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-11T06:18:43,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-11T06:18:43,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1040 sec 2024-11-11T06:18:43,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.1080 sec 2024-11-11T06:18:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:43,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T06:18:43,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:43,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:43,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:43,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:43,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:43,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:43,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/f0b13617e6e14522ba423fe1132bbc47 is 50, key is test_row_0/A:col10/1731305923588/Put/seqid=0 2024-11-11T06:18:43,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742152_1328 (size=12301) 2024-11-11T06:18:43,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305983965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:44,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305984068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:44,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305984271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:44,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/f0b13617e6e14522ba423fe1132bbc47 2024-11-11T06:18:44,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/4e6d645393654804a0ec959cc7a9eea8 is 50, key is test_row_0/B:col10/1731305923588/Put/seqid=0 2024-11-11T06:18:44,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742153_1329 (size=12301) 2024-11-11T06:18:44,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305984573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:44,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/4e6d645393654804a0ec959cc7a9eea8 2024-11-11T06:18:44,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/78c1f0e714b3442e97b5b10dbcd8bf46 is 50, key is test_row_0/C:col10/1731305923588/Put/seqid=0 2024-11-11T06:18:44,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742154_1330 (size=12301) 2024-11-11T06:18:45,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305985079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:45,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/78c1f0e714b3442e97b5b10dbcd8bf46 2024-11-11T06:18:45,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/f0b13617e6e14522ba423fe1132bbc47 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/f0b13617e6e14522ba423fe1132bbc47 2024-11-11T06:18:45,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/f0b13617e6e14522ba423fe1132bbc47, entries=150, sequenceid=338, filesize=12.0 K 2024-11-11T06:18:45,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/4e6d645393654804a0ec959cc7a9eea8 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/4e6d645393654804a0ec959cc7a9eea8 2024-11-11T06:18:45,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/4e6d645393654804a0ec959cc7a9eea8, entries=150, sequenceid=338, filesize=12.0 K 2024-11-11T06:18:45,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/78c1f0e714b3442e97b5b10dbcd8bf46 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/78c1f0e714b3442e97b5b10dbcd8bf46 2024-11-11T06:18:45,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/78c1f0e714b3442e97b5b10dbcd8bf46, entries=150, sequenceid=338, filesize=12.0 K 2024-11-11T06:18:45,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 20e032549048f42fdd637a4d4ab5cac6 in 1258ms, sequenceid=338, compaction requested=true 2024-11-11T06:18:45,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:45,153 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:45,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:18:45,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:45,153 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:45,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:18:45,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:45,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:18:45,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:45,154 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:45,154 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:45,154 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/A is initiating minor compaction (all files) 2024-11-11T06:18:45,154 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/B is initiating minor compaction (all files) 2024-11-11T06:18:45,154 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/A in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:45,154 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/B in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:45,154 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/aac5a4ecd4ea4bc2b1f7893054173a76, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/e11076a842bc4260a52a6ce7fd4f6a70, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/f0b13617e6e14522ba423fe1132bbc47] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=36.7 K 2024-11-11T06:18:45,154 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/06f613359bb64f6c9d0b252b355c1fa7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/323a652841d14f49adc682a515ad68c6, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/4e6d645393654804a0ec959cc7a9eea8] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=36.7 K 2024-11-11T06:18:45,155 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 06f613359bb64f6c9d0b252b355c1fa7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731305921385 2024-11-11T06:18:45,155 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting aac5a4ecd4ea4bc2b1f7893054173a76, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731305921385 2024-11-11T06:18:45,155 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 323a652841d14f49adc682a515ad68c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731305921427 2024-11-11T06:18:45,155 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting e11076a842bc4260a52a6ce7fd4f6a70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731305921427 2024-11-11T06:18:45,156 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e6d645393654804a0ec959cc7a9eea8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731305923577 2024-11-11T06:18:45,156 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0b13617e6e14522ba423fe1132bbc47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731305923577 2024-11-11T06:18:45,166 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#A#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:45,166 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/27692783064e4410b4a002ab18d114fa is 50, key is test_row_0/A:col10/1731305923588/Put/seqid=0 2024-11-11T06:18:45,169 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#B#compaction#283 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:45,170 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/06d212a7886544818554a7e8764261cd is 50, key is test_row_0/B:col10/1731305923588/Put/seqid=0 2024-11-11T06:18:45,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742155_1331 (size=13119) 2024-11-11T06:18:45,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742156_1332 (size=13119) 2024-11-11T06:18:45,182 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/27692783064e4410b4a002ab18d114fa as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/27692783064e4410b4a002ab18d114fa 2024-11-11T06:18:45,182 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/06d212a7886544818554a7e8764261cd as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/06d212a7886544818554a7e8764261cd 2024-11-11T06:18:45,188 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/A of 20e032549048f42fdd637a4d4ab5cac6 into 27692783064e4410b4a002ab18d114fa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:45,188 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:45,188 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/A, priority=13, startTime=1731305925153; duration=0sec 2024-11-11T06:18:45,188 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/B of 20e032549048f42fdd637a4d4ab5cac6 into 06d212a7886544818554a7e8764261cd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:45,188 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:45,188 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/B, priority=13, startTime=1731305925153; duration=0sec 2024-11-11T06:18:45,188 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:45,188 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:A 2024-11-11T06:18:45,188 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:45,188 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:45,188 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:B 2024-11-11T06:18:45,190 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:45,190 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/C is initiating minor compaction (all files) 2024-11-11T06:18:45,190 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/C in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:45,190 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/d8a2069fbe544f09b873b7c948d8cc3d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c5110264c8ad4546927e0b30ec267091, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/78c1f0e714b3442e97b5b10dbcd8bf46] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=36.7 K 2024-11-11T06:18:45,191 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8a2069fbe544f09b873b7c948d8cc3d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731305921385 2024-11-11T06:18:45,191 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5110264c8ad4546927e0b30ec267091, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731305921427 2024-11-11T06:18:45,191 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78c1f0e714b3442e97b5b10dbcd8bf46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731305923577 2024-11-11T06:18:45,198 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#C#compaction#284 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:45,198 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/f2f7dce2994e4d1792650f9588da61b0 is 50, key is test_row_0/C:col10/1731305923588/Put/seqid=0 2024-11-11T06:18:45,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742157_1333 (size=13119) 2024-11-11T06:18:45,208 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/f2f7dce2994e4d1792650f9588da61b0 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/f2f7dce2994e4d1792650f9588da61b0 2024-11-11T06:18:45,213 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/C of 20e032549048f42fdd637a4d4ab5cac6 into f2f7dce2994e4d1792650f9588da61b0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:45,213 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:45,213 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/C, priority=13, startTime=1731305925154; duration=0sec 2024-11-11T06:18:45,213 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:45,213 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:C 2024-11-11T06:18:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:45,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T06:18:45,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:45,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:45,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:45,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:45,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:45,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:45,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/44e8eb641f594dfd8b9c05c0404e1fb2 is 50, key is test_row_0/A:col10/1731305923961/Put/seqid=0 2024-11-11T06:18:45,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742158_1334 (size=12301) 2024-11-11T06:18:45,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305985685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:45,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305985686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:45,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305985686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:45,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41560 deadline: 1731305985694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:45,696 DEBUG [Thread-1187 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8181 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:18:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-11T06:18:45,696 INFO [Thread-1197 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-11T06:18:45,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:18:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-11T06:18:45,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-11T06:18:45,699 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:18:45,699 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:18:45,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:18:45,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305985788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:45,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:45,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305985789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:45,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:45,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305985789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-11T06:18:45,852 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:45,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-11T06:18:45,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:45,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:45,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:45,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:45,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:45,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305985990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:45,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305985992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:45,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305985993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-11T06:18:46,005 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:46,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-11T06:18:46,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:46,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:46,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:46,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:46,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:46,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:46,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/44e8eb641f594dfd8b9c05c0404e1fb2 2024-11-11T06:18:46,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305986089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:46,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/75c2594ba1d243a7ae54b441d18777f7 is 50, key is test_row_0/B:col10/1731305923961/Put/seqid=0 2024-11-11T06:18:46,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742159_1335 (size=12301) 2024-11-11T06:18:46,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/75c2594ba1d243a7ae54b441d18777f7 2024-11-11T06:18:46,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/5e2a6fd2d65942a5a2970d6db971cacf is 50, key is test_row_0/C:col10/1731305923961/Put/seqid=0 2024-11-11T06:18:46,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742160_1336 (size=12301) 2024-11-11T06:18:46,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/5e2a6fd2d65942a5a2970d6db971cacf 2024-11-11T06:18:46,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/44e8eb641f594dfd8b9c05c0404e1fb2 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/44e8eb641f594dfd8b9c05c0404e1fb2 2024-11-11T06:18:46,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/44e8eb641f594dfd8b9c05c0404e1fb2, entries=150, sequenceid=366, filesize=12.0 K 2024-11-11T06:18:46,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/75c2594ba1d243a7ae54b441d18777f7 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/75c2594ba1d243a7ae54b441d18777f7 2024-11-11T06:18:46,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/75c2594ba1d243a7ae54b441d18777f7, entries=150, sequenceid=366, filesize=12.0 K 2024-11-11T06:18:46,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/5e2a6fd2d65942a5a2970d6db971cacf as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/5e2a6fd2d65942a5a2970d6db971cacf 2024-11-11T06:18:46,158 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:46,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/5e2a6fd2d65942a5a2970d6db971cacf, entries=150, sequenceid=366, filesize=12.0 K 2024-11-11T06:18:46,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-11T06:18:46,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 20e032549048f42fdd637a4d4ab5cac6 in 485ms, sequenceid=366, compaction requested=false 2024-11-11T06:18:46,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:46,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:46,159 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T06:18:46,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:46,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:46,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:46,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:46,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:46,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:46,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/1c7f2ec718bc4007be4a9b5b6449845f is 50, key is test_row_0/A:col10/1731305925685/Put/seqid=0 2024-11-11T06:18:46,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742161_1337 (size=12301) 2024-11-11T06:18:46,180 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/1c7f2ec718bc4007be4a9b5b6449845f 2024-11-11T06:18:46,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/ce8862d90c394e3fa1b649b2c38208ca is 50, key is test_row_0/B:col10/1731305925685/Put/seqid=0 2024-11-11T06:18:46,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742162_1338 (size=12301) 2024-11-11T06:18:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:46,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-11T06:18:46,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305986319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:46,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:46,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305986322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305986321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:46,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305986422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:46,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305986425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:46,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305986425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:46,601 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/ce8862d90c394e3fa1b649b2c38208ca 2024-11-11T06:18:46,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/8d174b85aa454969b1e06cef350300de is 50, key is test_row_0/C:col10/1731305925685/Put/seqid=0 2024-11-11T06:18:46,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742163_1339 (size=12301) 2024-11-11T06:18:46,614 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/8d174b85aa454969b1e06cef350300de 2024-11-11T06:18:46,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/1c7f2ec718bc4007be4a9b5b6449845f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/1c7f2ec718bc4007be4a9b5b6449845f 2024-11-11T06:18:46,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305986625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:46,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305986627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:46,629 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/1c7f2ec718bc4007be4a9b5b6449845f, entries=150, sequenceid=377, filesize=12.0 K 2024-11-11T06:18:46,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305986628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:46,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/ce8862d90c394e3fa1b649b2c38208ca as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/ce8862d90c394e3fa1b649b2c38208ca 2024-11-11T06:18:46,635 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/ce8862d90c394e3fa1b649b2c38208ca, entries=150, sequenceid=377, filesize=12.0 K 2024-11-11T06:18:46,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/8d174b85aa454969b1e06cef350300de as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/8d174b85aa454969b1e06cef350300de 2024-11-11T06:18:46,640 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/8d174b85aa454969b1e06cef350300de, entries=150, sequenceid=377, filesize=12.0 K 2024-11-11T06:18:46,641 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 20e032549048f42fdd637a4d4ab5cac6 in 482ms, sequenceid=377, compaction requested=true 2024-11-11T06:18:46,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:46,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:46,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-11T06:18:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-11T06:18:46,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-11T06:18:46,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 942 msec 2024-11-11T06:18:46,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 947 msec 2024-11-11T06:18:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-11T06:18:46,802 INFO [Thread-1197 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-11T06:18:46,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:18:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-11T06:18:46,806 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:18:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-11T06:18:46,807 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:18:46,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:18:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-11T06:18:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:46,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T06:18:46,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:46,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:46,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:46,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:46,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:46,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:46,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/c593ab91a5434fb9a508ed5809f97b57 is 50, key is test_row_0/A:col10/1731305926931/Put/seqid=0 2024-11-11T06:18:46,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305986936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:46,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305986937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:46,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742164_1340 (size=12301) 2024-11-11T06:18:46,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305986939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:46,959 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:46,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-11T06:18:46,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:46,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:46,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:46,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:46,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:47,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305987040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:47,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305987041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:47,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305987043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-11T06:18:47,112 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:47,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-11T06:18:47,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:47,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:47,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:47,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:47,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:47,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305987242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:47,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305987245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:47,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305987246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:47,265 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:47,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-11T06:18:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:47,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:47,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:47,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/c593ab91a5434fb9a508ed5809f97b57 2024-11-11T06:18:47,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/c4667ae40d6d404c9163a5c09bd9d164 is 50, key is test_row_0/B:col10/1731305926931/Put/seqid=0 2024-11-11T06:18:47,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742165_1341 (size=12301) 2024-11-11T06:18:47,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/c4667ae40d6d404c9163a5c09bd9d164 2024-11-11T06:18:47,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/62810ccea4a34cf8a2d323b306fee674 is 50, key is test_row_0/C:col10/1731305926931/Put/seqid=0 2024-11-11T06:18:47,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742166_1342 (size=12301) 2024-11-11T06:18:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-11T06:18:47,417 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:47,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-11T06:18:47,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:47,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:47,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:47,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:47,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:47,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305987544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:47,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305987548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:47,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305987549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:47,570 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:47,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-11T06:18:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:47,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:47,723 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:47,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-11T06:18:47,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:47,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:47,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:47,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:47,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:47,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/62810ccea4a34cf8a2d323b306fee674 2024-11-11T06:18:47,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/c593ab91a5434fb9a508ed5809f97b57 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/c593ab91a5434fb9a508ed5809f97b57 2024-11-11T06:18:47,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/c593ab91a5434fb9a508ed5809f97b57, entries=150, sequenceid=405, filesize=12.0 K 2024-11-11T06:18:47,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/c4667ae40d6d404c9163a5c09bd9d164 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/c4667ae40d6d404c9163a5c09bd9d164 2024-11-11T06:18:47,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/c4667ae40d6d404c9163a5c09bd9d164, entries=150, sequenceid=405, filesize=12.0 K 2024-11-11T06:18:47,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/62810ccea4a34cf8a2d323b306fee674 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/62810ccea4a34cf8a2d323b306fee674 2024-11-11T06:18:47,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/62810ccea4a34cf8a2d323b306fee674, entries=150, sequenceid=405, filesize=12.0 K 2024-11-11T06:18:47,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 20e032549048f42fdd637a4d4ab5cac6 in 864ms, sequenceid=405, compaction requested=true 2024-11-11T06:18:47,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:47,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:18:47,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:47,796 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:18:47,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:18:47,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:47,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:18:47,796 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:18:47,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:47,797 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:18:47,797 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/B is initiating minor compaction (all files) 2024-11-11T06:18:47,797 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/B in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:47,797 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/06d212a7886544818554a7e8764261cd, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/75c2594ba1d243a7ae54b441d18777f7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/ce8862d90c394e3fa1b649b2c38208ca, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/c4667ae40d6d404c9163a5c09bd9d164] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=48.8 K 2024-11-11T06:18:47,798 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:18:47,798 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/A is initiating minor compaction (all files) 2024-11-11T06:18:47,798 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/A in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:47,798 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/27692783064e4410b4a002ab18d114fa, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/44e8eb641f594dfd8b9c05c0404e1fb2, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/1c7f2ec718bc4007be4a9b5b6449845f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/c593ab91a5434fb9a508ed5809f97b57] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=48.8 K 2024-11-11T06:18:47,798 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 06d212a7886544818554a7e8764261cd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731305923577 2024-11-11T06:18:47,798 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 75c2594ba1d243a7ae54b441d18777f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731305923961 2024-11-11T06:18:47,799 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27692783064e4410b4a002ab18d114fa, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731305923577 2024-11-11T06:18:47,799 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting ce8862d90c394e3fa1b649b2c38208ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731305925680 2024-11-11T06:18:47,799 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44e8eb641f594dfd8b9c05c0404e1fb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731305923961 2024-11-11T06:18:47,800 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting c4667ae40d6d404c9163a5c09bd9d164, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731305926320 2024-11-11T06:18:47,801 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c7f2ec718bc4007be4a9b5b6449845f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731305925680 2024-11-11T06:18:47,801 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting c593ab91a5434fb9a508ed5809f97b57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731305926320 2024-11-11T06:18:47,813 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#B#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:47,813 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/33757611c8c94a8ca2e7d8ad543ca9fe is 50, key is test_row_0/B:col10/1731305926931/Put/seqid=0 2024-11-11T06:18:47,834 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#A#compaction#295 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:47,835 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/71d9edee15b64f0ea163071255e1556b is 50, key is test_row_0/A:col10/1731305926931/Put/seqid=0 2024-11-11T06:18:47,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742168_1344 (size=13255) 2024-11-11T06:18:47,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742167_1343 (size=13255) 2024-11-11T06:18:47,853 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/71d9edee15b64f0ea163071255e1556b as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/71d9edee15b64f0ea163071255e1556b 2024-11-11T06:18:47,856 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/33757611c8c94a8ca2e7d8ad543ca9fe as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/33757611c8c94a8ca2e7d8ad543ca9fe 2024-11-11T06:18:47,861 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/A of 20e032549048f42fdd637a4d4ab5cac6 into 71d9edee15b64f0ea163071255e1556b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:47,861 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:47,861 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/A, priority=12, startTime=1731305927795; duration=0sec 2024-11-11T06:18:47,861 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:47,861 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:A 2024-11-11T06:18:47,862 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:18:47,864 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:18:47,864 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/C is initiating minor compaction (all files) 2024-11-11T06:18:47,864 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/C in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:47,864 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/B of 20e032549048f42fdd637a4d4ab5cac6 into 33757611c8c94a8ca2e7d8ad543ca9fe(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:47,864 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:47,864 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/B, priority=12, startTime=1731305927796; duration=0sec 2024-11-11T06:18:47,864 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/f2f7dce2994e4d1792650f9588da61b0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/5e2a6fd2d65942a5a2970d6db971cacf, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/8d174b85aa454969b1e06cef350300de, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/62810ccea4a34cf8a2d323b306fee674] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=48.8 K 2024-11-11T06:18:47,864 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:47,864 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:B 2024-11-11T06:18:47,864 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2f7dce2994e4d1792650f9588da61b0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731305923577 2024-11-11T06:18:47,865 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e2a6fd2d65942a5a2970d6db971cacf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731305923961 2024-11-11T06:18:47,865 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d174b85aa454969b1e06cef350300de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731305925680 2024-11-11T06:18:47,865 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62810ccea4a34cf8a2d323b306fee674, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731305926320 2024-11-11T06:18:47,876 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:47,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-11T06:18:47,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:47,877 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#C#compaction#296 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:47,877 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T06:18:47,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:47,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:47,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:47,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:47,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:47,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:47,878 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/b6830aa6d576440691b3e5f7ca149366 is 50, key is test_row_0/C:col10/1731305926931/Put/seqid=0 2024-11-11T06:18:47,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/820899aded694160a3e6168b1cfe0809 is 50, key is test_row_0/A:col10/1731305926936/Put/seqid=0 2024-11-11T06:18:47,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742169_1345 (size=13255) 2024-11-11T06:18:47,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742170_1346 (size=12301) 2024-11-11T06:18:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-11T06:18:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:48,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. as already flushing 2024-11-11T06:18:48,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305988080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:48,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305988080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:48,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305988080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:48,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41530 deadline: 1731305988108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:48,110 DEBUG [Thread-1195 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:18:48,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305988183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:48,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305988183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:48,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305988184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:48,291 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/b6830aa6d576440691b3e5f7ca149366 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/b6830aa6d576440691b3e5f7ca149366 2024-11-11T06:18:48,292 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/820899aded694160a3e6168b1cfe0809 2024-11-11T06:18:48,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/31395a6f46de4de1a191711f0523e83c is 50, key is test_row_0/B:col10/1731305926936/Put/seqid=0 2024-11-11T06:18:48,305 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/C of 20e032549048f42fdd637a4d4ab5cac6 into b6830aa6d576440691b3e5f7ca149366(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:48,305 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:48,305 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/C, priority=12, startTime=1731305927796; duration=0sec 2024-11-11T06:18:48,305 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:48,305 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:C 2024-11-11T06:18:48,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742171_1347 (size=12301) 2024-11-11T06:18:48,319 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/31395a6f46de4de1a191711f0523e83c 2024-11-11T06:18:48,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/190eebef9e3445b8bb33189278f638d0 is 50, key is test_row_0/C:col10/1731305926936/Put/seqid=0 2024-11-11T06:18:48,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742172_1348 (size=12301) 2024-11-11T06:18:48,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305988386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:48,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305988386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:48,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305988387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:48,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41558 deadline: 1731305988688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:48,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41520 deadline: 1731305988690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:48,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:18:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41534 deadline: 1731305988691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:48,732 DEBUG [Thread-1202 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a2545d0 to 127.0.0.1:63180 2024-11-11T06:18:48,732 DEBUG [Thread-1202 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:18:48,732 DEBUG [Thread-1204 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d039dc2 to 127.0.0.1:63180 2024-11-11T06:18:48,732 DEBUG [Thread-1204 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:18:48,733 DEBUG [Thread-1198 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31178bc2 to 127.0.0.1:63180 2024-11-11T06:18:48,733 DEBUG [Thread-1198 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:18:48,734 DEBUG [Thread-1200 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78439bc6 to 127.0.0.1:63180 2024-11-11T06:18:48,734 DEBUG [Thread-1200 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:18:48,734 DEBUG [Thread-1206 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15db087a to 127.0.0.1:63180 2024-11-11T06:18:48,734 DEBUG [Thread-1206 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:18:48,735 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/190eebef9e3445b8bb33189278f638d0 2024-11-11T06:18:48,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/820899aded694160a3e6168b1cfe0809 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/820899aded694160a3e6168b1cfe0809 2024-11-11T06:18:48,742 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/820899aded694160a3e6168b1cfe0809, entries=150, sequenceid=415, filesize=12.0 K 2024-11-11T06:18:48,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/31395a6f46de4de1a191711f0523e83c as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/31395a6f46de4de1a191711f0523e83c 2024-11-11T06:18:48,745 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/31395a6f46de4de1a191711f0523e83c, entries=150, sequenceid=415, filesize=12.0 K 2024-11-11T06:18:48,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/190eebef9e3445b8bb33189278f638d0 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/190eebef9e3445b8bb33189278f638d0 2024-11-11T06:18:48,749 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/190eebef9e3445b8bb33189278f638d0, entries=150, sequenceid=415, filesize=12.0 K 2024-11-11T06:18:48,750 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 20e032549048f42fdd637a4d4ab5cac6 in 872ms, sequenceid=415, compaction requested=false 2024-11-11T06:18:48,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:48,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:48,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-11T06:18:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-11T06:18:48,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-11T06:18:48,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9440 sec 2024-11-11T06:18:48,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.9480 sec 2024-11-11T06:18:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-11T06:18:48,910 INFO [Thread-1197 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-11T06:18:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:49,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-11T06:18:49,193 DEBUG [Thread-1193 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a91dc80 to 127.0.0.1:63180 2024-11-11T06:18:49,193 DEBUG [Thread-1193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:18:49,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:49,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:49,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:49,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:49,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:49,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:49,195 DEBUG [Thread-1189 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05e0e280 to 127.0.0.1:63180 2024-11-11T06:18:49,195 DEBUG [Thread-1189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:18:49,195 DEBUG [Thread-1191 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x473477dd to 127.0.0.1:63180 2024-11-11T06:18:49,195 DEBUG [Thread-1191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:18:49,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/0fd03d0acbce4329b8d7bc5eaa897205 is 50, key is test_row_0/A:col10/1731305928079/Put/seqid=0 2024-11-11T06:18:49,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742173_1349 (size=12301) 2024-11-11T06:18:49,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/0fd03d0acbce4329b8d7bc5eaa897205 2024-11-11T06:18:49,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/ad042088bf724efbb69e0f0f4bf5a5ff is 50, key is test_row_0/B:col10/1731305928079/Put/seqid=0 2024-11-11T06:18:49,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742174_1350 (size=12301) 2024-11-11T06:18:50,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/ad042088bf724efbb69e0f0f4bf5a5ff 2024-11-11T06:18:50,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/a3b2392c7c50409d9fabcd1a9ffab8b3 is 50, key is test_row_0/C:col10/1731305928079/Put/seqid=0 2024-11-11T06:18:50,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742175_1351 (size=12301) 2024-11-11T06:18:50,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/a3b2392c7c50409d9fabcd1a9ffab8b3 2024-11-11T06:18:50,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/0fd03d0acbce4329b8d7bc5eaa897205 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/0fd03d0acbce4329b8d7bc5eaa897205 2024-11-11T06:18:50,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/0fd03d0acbce4329b8d7bc5eaa897205, entries=150, sequenceid=445, filesize=12.0 K 2024-11-11T06:18:50,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/ad042088bf724efbb69e0f0f4bf5a5ff as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/ad042088bf724efbb69e0f0f4bf5a5ff 2024-11-11T06:18:50,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/ad042088bf724efbb69e0f0f4bf5a5ff, entries=150, sequenceid=445, filesize=12.0 K 2024-11-11T06:18:50,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/a3b2392c7c50409d9fabcd1a9ffab8b3 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/a3b2392c7c50409d9fabcd1a9ffab8b3 2024-11-11T06:18:50,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/a3b2392c7c50409d9fabcd1a9ffab8b3, entries=150, sequenceid=445, filesize=12.0 K 2024-11-11T06:18:50,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=13.42 KB/13740 for 20e032549048f42fdd637a4d4ab5cac6 in 1250ms, sequenceid=445, compaction requested=true 2024-11-11T06:18:50,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:50,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:18:50,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:50,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:18:50,443 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:50,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:50,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20e032549048f42fdd637a4d4ab5cac6:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:18:50,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:50,443 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:50,444 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:50,444 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:50,444 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/B is initiating minor compaction (all files) 2024-11-11T06:18:50,444 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/A is initiating minor compaction (all files) 2024-11-11T06:18:50,444 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/B in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:50,444 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/A in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:50,444 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/33757611c8c94a8ca2e7d8ad543ca9fe, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/31395a6f46de4de1a191711f0523e83c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/ad042088bf724efbb69e0f0f4bf5a5ff] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=37.0 K 2024-11-11T06:18:50,444 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/71d9edee15b64f0ea163071255e1556b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/820899aded694160a3e6168b1cfe0809, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/0fd03d0acbce4329b8d7bc5eaa897205] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=37.0 K 2024-11-11T06:18:50,444 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 33757611c8c94a8ca2e7d8ad543ca9fe, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731305926320 2024-11-11T06:18:50,444 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71d9edee15b64f0ea163071255e1556b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731305926320 2024-11-11T06:18:50,445 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 31395a6f46de4de1a191711f0523e83c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731305926934 2024-11-11T06:18:50,445 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 820899aded694160a3e6168b1cfe0809, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731305926934 2024-11-11T06:18:50,445 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting ad042088bf724efbb69e0f0f4bf5a5ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731305928078 2024-11-11T06:18:50,445 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fd03d0acbce4329b8d7bc5eaa897205, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731305928078 2024-11-11T06:18:50,461 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#B#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:50,461 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#A#compaction#304 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:50,461 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/67da8355d3134f06878acdb3d9437ee2 is 50, key is test_row_0/B:col10/1731305928079/Put/seqid=0 2024-11-11T06:18:50,462 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/ebbb5694be9241738045669a9c87086b is 50, key is test_row_0/A:col10/1731305928079/Put/seqid=0 2024-11-11T06:18:50,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742176_1352 (size=13357) 2024-11-11T06:18:50,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742177_1353 (size=13357) 2024-11-11T06:18:50,873 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/67da8355d3134f06878acdb3d9437ee2 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/67da8355d3134f06878acdb3d9437ee2 2024-11-11T06:18:50,877 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/B of 20e032549048f42fdd637a4d4ab5cac6 into 67da8355d3134f06878acdb3d9437ee2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:50,877 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:50,877 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/B, priority=13, startTime=1731305930443; duration=0sec 2024-11-11T06:18:50,877 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:18:50,877 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:B 2024-11-11T06:18:50,877 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:18:50,878 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:18:50,878 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 20e032549048f42fdd637a4d4ab5cac6/C is initiating minor compaction (all files) 2024-11-11T06:18:50,878 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 20e032549048f42fdd637a4d4ab5cac6/C in TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:50,879 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/b6830aa6d576440691b3e5f7ca149366, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/190eebef9e3445b8bb33189278f638d0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/a3b2392c7c50409d9fabcd1a9ffab8b3] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp, totalSize=37.0 K 2024-11-11T06:18:50,879 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting b6830aa6d576440691b3e5f7ca149366, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731305926320 2024-11-11T06:18:50,879 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 190eebef9e3445b8bb33189278f638d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731305926934 2024-11-11T06:18:50,880 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting a3b2392c7c50409d9fabcd1a9ffab8b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731305928078 2024-11-11T06:18:50,881 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/ebbb5694be9241738045669a9c87086b as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/ebbb5694be9241738045669a9c87086b 2024-11-11T06:18:50,885 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/A of 20e032549048f42fdd637a4d4ab5cac6 into ebbb5694be9241738045669a9c87086b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:50,885 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:50,885 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/A, priority=13, startTime=1731305930443; duration=0sec 2024-11-11T06:18:50,885 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:50,885 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:A 2024-11-11T06:18:50,886 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20e032549048f42fdd637a4d4ab5cac6#C#compaction#305 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:18:50,887 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/57071340110540ec96637e8278a04ba3 is 50, key is test_row_0/C:col10/1731305928079/Put/seqid=0 2024-11-11T06:18:50,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742178_1354 (size=13357) 2024-11-11T06:18:51,195 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T06:18:51,295 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/57071340110540ec96637e8278a04ba3 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/57071340110540ec96637e8278a04ba3 2024-11-11T06:18:51,298 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 20e032549048f42fdd637a4d4ab5cac6/C of 20e032549048f42fdd637a4d4ab5cac6 into 57071340110540ec96637e8278a04ba3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:18:51,299 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:51,299 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6., storeName=20e032549048f42fdd637a4d4ab5cac6/C, priority=13, startTime=1731305930443; duration=0sec 2024-11-11T06:18:51,299 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:18:51,299 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20e032549048f42fdd637a4d4ab5cac6:C 2024-11-11T06:18:52,132 DEBUG [Thread-1195 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a874cc0 to 127.0.0.1:63180 2024-11-11T06:18:52,132 DEBUG [Thread-1195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:18:55,698 DEBUG [Thread-1187 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22a568ce to 127.0.0.1:63180 2024-11-11T06:18:55,698 DEBUG [Thread-1187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:18:55,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T06:18:55,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-11-11T06:18:55,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-11T06:18:55,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-11T06:18:55,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-11T06:18:55,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 158 2024-11-11T06:18:55,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T06:18:55,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6596 2024-11-11T06:18:55,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6544 2024-11-11T06:18:55,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6626 2024-11-11T06:18:55,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6611 2024-11-11T06:18:55,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6480 2024-11-11T06:18:55,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T06:18:55,698 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T06:18:55,698 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00faa31c to 127.0.0.1:63180 2024-11-11T06:18:55,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:18:55,699 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T06:18:55,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T06:18:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T06:18:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-11T06:18:55,702 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305935702"}]},"ts":"1731305935702"} 2024-11-11T06:18:55,703 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T06:18:55,705 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T06:18:55,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T06:18:55,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=20e032549048f42fdd637a4d4ab5cac6, UNASSIGN}] 2024-11-11T06:18:55,707 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=20e032549048f42fdd637a4d4ab5cac6, UNASSIGN 2024-11-11T06:18:55,708 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=20e032549048f42fdd637a4d4ab5cac6, regionState=CLOSING, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:55,709 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T06:18:55,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure 20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804}] 2024-11-11T06:18:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-11T06:18:55,860 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:55,860 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(124): Close 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:55,860 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T06:18:55,860 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1681): Closing 20e032549048f42fdd637a4d4ab5cac6, disabling compactions & flushes 2024-11-11T06:18:55,860 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:55,861 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:55,861 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. after waiting 0 ms 2024-11-11T06:18:55,861 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:55,861 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(2837): Flushing 20e032549048f42fdd637a4d4ab5cac6 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T06:18:55,861 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=A 2024-11-11T06:18:55,861 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:55,861 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=B 2024-11-11T06:18:55,861 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:55,861 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20e032549048f42fdd637a4d4ab5cac6, store=C 2024-11-11T06:18:55,861 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:18:55,864 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/800d1ca2fe2d4b95895f5c841bdde797 is 50, key is test_row_0/A:col10/1731305929194/Put/seqid=0 2024-11-11T06:18:55,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742179_1355 (size=9857) 2024-11-11T06:18:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-11T06:18:56,268 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/800d1ca2fe2d4b95895f5c841bdde797 2024-11-11T06:18:56,275 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/b7ed221214fc4bad89c5ab9607de3d9f is 50, key is test_row_0/B:col10/1731305929194/Put/seqid=0 2024-11-11T06:18:56,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742180_1356 (size=9857) 2024-11-11T06:18:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-11T06:18:56,582 ERROR [LeaseRenewer:jenkins@localhost:35853 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:35853,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:56,680 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/b7ed221214fc4bad89c5ab9607de3d9f 2024-11-11T06:18:56,687 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/10ef7a09083948fa84e1780a88994897 is 50, key is test_row_0/C:col10/1731305929194/Put/seqid=0 2024-11-11T06:18:56,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742181_1357 (size=9857) 2024-11-11T06:18:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-11T06:18:57,091 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/10ef7a09083948fa84e1780a88994897 2024-11-11T06:18:57,095 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/A/800d1ca2fe2d4b95895f5c841bdde797 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/800d1ca2fe2d4b95895f5c841bdde797 2024-11-11T06:18:57,099 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/800d1ca2fe2d4b95895f5c841bdde797, entries=100, sequenceid=455, filesize=9.6 K 2024-11-11T06:18:57,099 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/B/b7ed221214fc4bad89c5ab9607de3d9f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/b7ed221214fc4bad89c5ab9607de3d9f 2024-11-11T06:18:57,102 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/b7ed221214fc4bad89c5ab9607de3d9f, entries=100, sequenceid=455, filesize=9.6 K 2024-11-11T06:18:57,103 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/.tmp/C/10ef7a09083948fa84e1780a88994897 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/10ef7a09083948fa84e1780a88994897 2024-11-11T06:18:57,106 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/10ef7a09083948fa84e1780a88994897, entries=100, sequenceid=455, filesize=9.6 K 2024-11-11T06:18:57,106 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 20e032549048f42fdd637a4d4ab5cac6 in 1245ms, sequenceid=455, compaction requested=false 2024-11-11T06:18:57,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/432cff61245f45da83d9db19b9d55100, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/1a84850f37594f2ab6c9f58bbe0f67d5, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/c1fbe1956cbc4811beb4cf4223340c38, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/35bda603dbec4272bf520bbd37b66d3a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/2999f554aa6b4c48a690c1feddea2664, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/95af13b728d74219b70215f8aa04f2fb, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/f079c6b902094610b7514248fa15d587, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/19ba8e6c4418433781952e7815c83b17, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/d6fc6d96d038447894d858f2381b6459, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/04dcbb68a4cb4c09b9bd4599033e3946, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/39ffec4309cb4bd18a9f97893ee6f3e7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/8179eea04f4941818c6354fe3aeb4c29, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/d961813da65e4b1aa7f9ed3a4558e476, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/b3cc7a7495034928b413167a810e7f25, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/a00bb2c0c2d74762913c8a8e4ad46564, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/c76a7482296944e48c0f71c46f5a6c2e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/cbc7f18fd98d42929ac13ebaba23a37e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/669f2ba31c184b4d8e4f2c2f077a269d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/8a45eb3d20ef466a965fbde5590de5b4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/62ef4d73e4f84c8d9d90040a945fe224, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/aac5a4ecd4ea4bc2b1f7893054173a76, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/09da3e45f95f4b5e9e0d7a6ac6c68519, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/e11076a842bc4260a52a6ce7fd4f6a70, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/27692783064e4410b4a002ab18d114fa, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/f0b13617e6e14522ba423fe1132bbc47, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/44e8eb641f594dfd8b9c05c0404e1fb2, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/1c7f2ec718bc4007be4a9b5b6449845f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/71d9edee15b64f0ea163071255e1556b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/c593ab91a5434fb9a508ed5809f97b57, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/820899aded694160a3e6168b1cfe0809, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/0fd03d0acbce4329b8d7bc5eaa897205] to archive 2024-11-11T06:18:57,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T06:18:57,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/432cff61245f45da83d9db19b9d55100 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/432cff61245f45da83d9db19b9d55100 2024-11-11T06:18:57,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/1a84850f37594f2ab6c9f58bbe0f67d5 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/1a84850f37594f2ab6c9f58bbe0f67d5 2024-11-11T06:18:57,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/c1fbe1956cbc4811beb4cf4223340c38 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/c1fbe1956cbc4811beb4cf4223340c38 2024-11-11T06:18:57,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/35bda603dbec4272bf520bbd37b66d3a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/35bda603dbec4272bf520bbd37b66d3a 2024-11-11T06:18:57,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/2999f554aa6b4c48a690c1feddea2664 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/2999f554aa6b4c48a690c1feddea2664 2024-11-11T06:18:57,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/95af13b728d74219b70215f8aa04f2fb to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/95af13b728d74219b70215f8aa04f2fb 2024-11-11T06:18:57,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/f079c6b902094610b7514248fa15d587 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/f079c6b902094610b7514248fa15d587 2024-11-11T06:18:57,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/19ba8e6c4418433781952e7815c83b17 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/19ba8e6c4418433781952e7815c83b17 2024-11-11T06:18:57,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/d6fc6d96d038447894d858f2381b6459 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/d6fc6d96d038447894d858f2381b6459 2024-11-11T06:18:57,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/04dcbb68a4cb4c09b9bd4599033e3946 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/04dcbb68a4cb4c09b9bd4599033e3946 2024-11-11T06:18:57,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/39ffec4309cb4bd18a9f97893ee6f3e7 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/39ffec4309cb4bd18a9f97893ee6f3e7 2024-11-11T06:18:57,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/8179eea04f4941818c6354fe3aeb4c29 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/8179eea04f4941818c6354fe3aeb4c29 2024-11-11T06:18:57,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/d961813da65e4b1aa7f9ed3a4558e476 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/d961813da65e4b1aa7f9ed3a4558e476 2024-11-11T06:18:57,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/b3cc7a7495034928b413167a810e7f25 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/b3cc7a7495034928b413167a810e7f25 2024-11-11T06:18:57,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/a00bb2c0c2d74762913c8a8e4ad46564 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/a00bb2c0c2d74762913c8a8e4ad46564 2024-11-11T06:18:57,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/c76a7482296944e48c0f71c46f5a6c2e to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/c76a7482296944e48c0f71c46f5a6c2e 2024-11-11T06:18:57,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/cbc7f18fd98d42929ac13ebaba23a37e to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/cbc7f18fd98d42929ac13ebaba23a37e 2024-11-11T06:18:57,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/669f2ba31c184b4d8e4f2c2f077a269d to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/669f2ba31c184b4d8e4f2c2f077a269d 2024-11-11T06:18:57,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/8a45eb3d20ef466a965fbde5590de5b4 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/8a45eb3d20ef466a965fbde5590de5b4 2024-11-11T06:18:57,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/62ef4d73e4f84c8d9d90040a945fe224 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/62ef4d73e4f84c8d9d90040a945fe224 2024-11-11T06:18:57,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/aac5a4ecd4ea4bc2b1f7893054173a76 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/aac5a4ecd4ea4bc2b1f7893054173a76 2024-11-11T06:18:57,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/09da3e45f95f4b5e9e0d7a6ac6c68519 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/09da3e45f95f4b5e9e0d7a6ac6c68519 2024-11-11T06:18:57,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/e11076a842bc4260a52a6ce7fd4f6a70 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/e11076a842bc4260a52a6ce7fd4f6a70 2024-11-11T06:18:57,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/27692783064e4410b4a002ab18d114fa to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/27692783064e4410b4a002ab18d114fa 2024-11-11T06:18:57,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/f0b13617e6e14522ba423fe1132bbc47 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/f0b13617e6e14522ba423fe1132bbc47 2024-11-11T06:18:57,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/44e8eb641f594dfd8b9c05c0404e1fb2 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/44e8eb641f594dfd8b9c05c0404e1fb2 2024-11-11T06:18:57,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/1c7f2ec718bc4007be4a9b5b6449845f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/1c7f2ec718bc4007be4a9b5b6449845f 2024-11-11T06:18:57,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/71d9edee15b64f0ea163071255e1556b to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/71d9edee15b64f0ea163071255e1556b 2024-11-11T06:18:57,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/c593ab91a5434fb9a508ed5809f97b57 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/c593ab91a5434fb9a508ed5809f97b57 2024-11-11T06:18:57,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/820899aded694160a3e6168b1cfe0809 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/820899aded694160a3e6168b1cfe0809 2024-11-11T06:18:57,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/0fd03d0acbce4329b8d7bc5eaa897205 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/0fd03d0acbce4329b8d7bc5eaa897205 2024-11-11T06:18:57,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/669b0e0dd6234a3a8e9d32ad7fdbaee1, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/7cddd9c406214230a0e2ecec6e6012b3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/36734010935547519d82ca36d58f4d4a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/6405735f5c0d4d1bb1b0f40a6f13832a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/8d46488fba704df48046581185cc22bd, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/90f1b2efd7014d3d8a91ec815fbd4c85, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/cc112eb03e704a32b893fd692c2c9eb7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/9bae7720c51d49f286ba6b50d92f7fd7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/0e48fdd0ef7f4dd19fbcadbc6c8bfe4f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/acbc52fc4f534a2d98c8bcb273bab1d6, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/4219922d7bd141db959aea2ed0f91634, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/7b3543fed317467fab5c0960e5c1ee15, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/f24f112d3f0c4340aada29f6f70b7cce, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/2a5788de0e8f4c93b718787c5b44d5bf, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/91efa6de59c54a8ba1d36949ffec82a3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/d449f86da2ce495ba3e13cb1d2700ce7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/6ae64d4f6da7498d968382b12e30cfaa, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/eda42488261544dbae67bce39a2b01e3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/16273f16d0b940188e10523035d1e1c6, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/c397252694f9407897334f5c033a4c2d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/06f613359bb64f6c9d0b252b355c1fa7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/63cfcbef0fb942348a98e897c29ec316, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/323a652841d14f49adc682a515ad68c6, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/06d212a7886544818554a7e8764261cd, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/4e6d645393654804a0ec959cc7a9eea8, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/75c2594ba1d243a7ae54b441d18777f7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/ce8862d90c394e3fa1b649b2c38208ca, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/33757611c8c94a8ca2e7d8ad543ca9fe, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/c4667ae40d6d404c9163a5c09bd9d164, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/31395a6f46de4de1a191711f0523e83c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/ad042088bf724efbb69e0f0f4bf5a5ff] to archive 2024-11-11T06:18:57,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T06:18:57,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/669b0e0dd6234a3a8e9d32ad7fdbaee1 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/669b0e0dd6234a3a8e9d32ad7fdbaee1 2024-11-11T06:18:57,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/7cddd9c406214230a0e2ecec6e6012b3 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/7cddd9c406214230a0e2ecec6e6012b3 2024-11-11T06:18:57,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/36734010935547519d82ca36d58f4d4a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/36734010935547519d82ca36d58f4d4a 2024-11-11T06:18:57,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/6405735f5c0d4d1bb1b0f40a6f13832a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/6405735f5c0d4d1bb1b0f40a6f13832a 2024-11-11T06:18:57,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/8d46488fba704df48046581185cc22bd to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/8d46488fba704df48046581185cc22bd 2024-11-11T06:18:57,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/90f1b2efd7014d3d8a91ec815fbd4c85 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/90f1b2efd7014d3d8a91ec815fbd4c85 2024-11-11T06:18:57,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/cc112eb03e704a32b893fd692c2c9eb7 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/cc112eb03e704a32b893fd692c2c9eb7 2024-11-11T06:18:57,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/9bae7720c51d49f286ba6b50d92f7fd7 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/9bae7720c51d49f286ba6b50d92f7fd7 2024-11-11T06:18:57,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/0e48fdd0ef7f4dd19fbcadbc6c8bfe4f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/0e48fdd0ef7f4dd19fbcadbc6c8bfe4f 2024-11-11T06:18:57,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/acbc52fc4f534a2d98c8bcb273bab1d6 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/acbc52fc4f534a2d98c8bcb273bab1d6 2024-11-11T06:18:57,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/4219922d7bd141db959aea2ed0f91634 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/4219922d7bd141db959aea2ed0f91634 2024-11-11T06:18:57,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/7b3543fed317467fab5c0960e5c1ee15 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/7b3543fed317467fab5c0960e5c1ee15 2024-11-11T06:18:57,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/f24f112d3f0c4340aada29f6f70b7cce to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/f24f112d3f0c4340aada29f6f70b7cce 2024-11-11T06:18:57,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/2a5788de0e8f4c93b718787c5b44d5bf to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/2a5788de0e8f4c93b718787c5b44d5bf 2024-11-11T06:18:57,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/91efa6de59c54a8ba1d36949ffec82a3 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/91efa6de59c54a8ba1d36949ffec82a3 2024-11-11T06:18:57,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/d449f86da2ce495ba3e13cb1d2700ce7 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/d449f86da2ce495ba3e13cb1d2700ce7 2024-11-11T06:18:57,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/6ae64d4f6da7498d968382b12e30cfaa to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/6ae64d4f6da7498d968382b12e30cfaa 2024-11-11T06:18:57,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/eda42488261544dbae67bce39a2b01e3 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/eda42488261544dbae67bce39a2b01e3 2024-11-11T06:18:57,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/16273f16d0b940188e10523035d1e1c6 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/16273f16d0b940188e10523035d1e1c6 2024-11-11T06:18:57,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/c397252694f9407897334f5c033a4c2d to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/c397252694f9407897334f5c033a4c2d 2024-11-11T06:18:57,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/06f613359bb64f6c9d0b252b355c1fa7 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/06f613359bb64f6c9d0b252b355c1fa7 2024-11-11T06:18:57,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/63cfcbef0fb942348a98e897c29ec316 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/63cfcbef0fb942348a98e897c29ec316 2024-11-11T06:18:57,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/323a652841d14f49adc682a515ad68c6 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/323a652841d14f49adc682a515ad68c6 2024-11-11T06:18:57,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/06d212a7886544818554a7e8764261cd to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/06d212a7886544818554a7e8764261cd 2024-11-11T06:18:57,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/4e6d645393654804a0ec959cc7a9eea8 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/4e6d645393654804a0ec959cc7a9eea8 2024-11-11T06:18:57,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/75c2594ba1d243a7ae54b441d18777f7 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/75c2594ba1d243a7ae54b441d18777f7 2024-11-11T06:18:57,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/ce8862d90c394e3fa1b649b2c38208ca to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/ce8862d90c394e3fa1b649b2c38208ca 2024-11-11T06:18:57,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/33757611c8c94a8ca2e7d8ad543ca9fe to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/33757611c8c94a8ca2e7d8ad543ca9fe 2024-11-11T06:18:57,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/c4667ae40d6d404c9163a5c09bd9d164 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/c4667ae40d6d404c9163a5c09bd9d164 2024-11-11T06:18:57,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/31395a6f46de4de1a191711f0523e83c to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/31395a6f46de4de1a191711f0523e83c 2024-11-11T06:18:57,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/ad042088bf724efbb69e0f0f4bf5a5ff to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/ad042088bf724efbb69e0f0f4bf5a5ff 2024-11-11T06:18:57,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/8082ca999e85402aa6742677fb99501f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/087571974dd6443090a959551a38d946, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/090c7e66face4466892f6694da746ab4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/850e802145ef4b519be7427803ea8d4d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c28eadb37bc14680a110554123329d36, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c6d27dacdbe04892b763fdb4a5b19587, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/9ff9b4aac57245b1a13faeea559e9dcf, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/00fc894ce6d64bbd89d051d453605afa, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/8c457049c0934b5687ec2b633c5e0e4e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/5b11994a1f2044d2adc4903b41f6e7d6, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c02a25fee6b442938bd0372b84aa83f0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/773138858b144a1daee6a1b8a973f88f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/591220ab40a3422ba0a463026d9a5ca2, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/fbbfb25040da45e0af22c1539822fb81, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/3d69c29245874e69a949545fd56004ac, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/dd716cfff7f34bbca90a565c862da2c3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/2b511fb140a14d76a9a330f3cc3f96b1, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/83637f8c3e3d4c0c8a31c07e9c1b89cf, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/347407fc02b6433d821742af5387904a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/3b438617f46e47488445bf77b82b5358, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/d8a2069fbe544f09b873b7c948d8cc3d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/444a541e484643878696452c46606955, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c5110264c8ad4546927e0b30ec267091, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/f2f7dce2994e4d1792650f9588da61b0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/78c1f0e714b3442e97b5b10dbcd8bf46, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/5e2a6fd2d65942a5a2970d6db971cacf, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/8d174b85aa454969b1e06cef350300de, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/b6830aa6d576440691b3e5f7ca149366, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/62810ccea4a34cf8a2d323b306fee674, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/190eebef9e3445b8bb33189278f638d0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/a3b2392c7c50409d9fabcd1a9ffab8b3] to archive 2024-11-11T06:18:57,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T06:18:57,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/8082ca999e85402aa6742677fb99501f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/8082ca999e85402aa6742677fb99501f 2024-11-11T06:18:57,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/087571974dd6443090a959551a38d946 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/087571974dd6443090a959551a38d946 2024-11-11T06:18:57,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/090c7e66face4466892f6694da746ab4 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/090c7e66face4466892f6694da746ab4 2024-11-11T06:18:57,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/850e802145ef4b519be7427803ea8d4d to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/850e802145ef4b519be7427803ea8d4d 2024-11-11T06:18:57,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c28eadb37bc14680a110554123329d36 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c28eadb37bc14680a110554123329d36 2024-11-11T06:18:57,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c6d27dacdbe04892b763fdb4a5b19587 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c6d27dacdbe04892b763fdb4a5b19587 2024-11-11T06:18:57,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/9ff9b4aac57245b1a13faeea559e9dcf to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/9ff9b4aac57245b1a13faeea559e9dcf 2024-11-11T06:18:57,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/00fc894ce6d64bbd89d051d453605afa to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/00fc894ce6d64bbd89d051d453605afa 2024-11-11T06:18:57,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/8c457049c0934b5687ec2b633c5e0e4e to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/8c457049c0934b5687ec2b633c5e0e4e 2024-11-11T06:18:57,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/5b11994a1f2044d2adc4903b41f6e7d6 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/5b11994a1f2044d2adc4903b41f6e7d6 2024-11-11T06:18:57,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c02a25fee6b442938bd0372b84aa83f0 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c02a25fee6b442938bd0372b84aa83f0 2024-11-11T06:18:57,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/773138858b144a1daee6a1b8a973f88f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/773138858b144a1daee6a1b8a973f88f 2024-11-11T06:18:57,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/591220ab40a3422ba0a463026d9a5ca2 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/591220ab40a3422ba0a463026d9a5ca2 2024-11-11T06:18:57,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/fbbfb25040da45e0af22c1539822fb81 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/fbbfb25040da45e0af22c1539822fb81 2024-11-11T06:18:57,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/3d69c29245874e69a949545fd56004ac to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/3d69c29245874e69a949545fd56004ac 2024-11-11T06:18:57,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/dd716cfff7f34bbca90a565c862da2c3 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/dd716cfff7f34bbca90a565c862da2c3 2024-11-11T06:18:57,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/2b511fb140a14d76a9a330f3cc3f96b1 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/2b511fb140a14d76a9a330f3cc3f96b1 2024-11-11T06:18:57,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/83637f8c3e3d4c0c8a31c07e9c1b89cf to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/83637f8c3e3d4c0c8a31c07e9c1b89cf 2024-11-11T06:18:57,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/347407fc02b6433d821742af5387904a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/347407fc02b6433d821742af5387904a 2024-11-11T06:18:57,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/3b438617f46e47488445bf77b82b5358 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/3b438617f46e47488445bf77b82b5358 2024-11-11T06:18:57,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/d8a2069fbe544f09b873b7c948d8cc3d to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/d8a2069fbe544f09b873b7c948d8cc3d 2024-11-11T06:18:57,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/444a541e484643878696452c46606955 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/444a541e484643878696452c46606955 2024-11-11T06:18:57,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c5110264c8ad4546927e0b30ec267091 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/c5110264c8ad4546927e0b30ec267091 2024-11-11T06:18:57,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/f2f7dce2994e4d1792650f9588da61b0 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/f2f7dce2994e4d1792650f9588da61b0 2024-11-11T06:18:57,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/78c1f0e714b3442e97b5b10dbcd8bf46 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/78c1f0e714b3442e97b5b10dbcd8bf46 2024-11-11T06:18:57,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/5e2a6fd2d65942a5a2970d6db971cacf to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/5e2a6fd2d65942a5a2970d6db971cacf 2024-11-11T06:18:57,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/8d174b85aa454969b1e06cef350300de to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/8d174b85aa454969b1e06cef350300de 2024-11-11T06:18:57,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/b6830aa6d576440691b3e5f7ca149366 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/b6830aa6d576440691b3e5f7ca149366 2024-11-11T06:18:57,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/62810ccea4a34cf8a2d323b306fee674 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/62810ccea4a34cf8a2d323b306fee674 2024-11-11T06:18:57,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/190eebef9e3445b8bb33189278f638d0 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/190eebef9e3445b8bb33189278f638d0 2024-11-11T06:18:57,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/a3b2392c7c50409d9fabcd1a9ffab8b3 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/a3b2392c7c50409d9fabcd1a9ffab8b3 2024-11-11T06:18:57,233 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/recovered.edits/458.seqid, newMaxSeqId=458, maxSeqId=1 2024-11-11T06:18:57,234 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6. 2024-11-11T06:18:57,234 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1635): Region close journal for 20e032549048f42fdd637a4d4ab5cac6: 2024-11-11T06:18:57,235 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(170): Closed 20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:57,236 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=20e032549048f42fdd637a4d4ab5cac6, regionState=CLOSED 2024-11-11T06:18:57,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-11T06:18:57,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure 20e032549048f42fdd637a4d4ab5cac6, server=fbbe90f5df0b,43685,1731305842804 in 1.5280 sec 2024-11-11T06:18:57,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-11T06:18:57,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=20e032549048f42fdd637a4d4ab5cac6, UNASSIGN in 1.5310 sec 2024-11-11T06:18:57,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-11T06:18:57,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5340 sec 2024-11-11T06:18:57,242 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305937242"}]},"ts":"1731305937242"} 2024-11-11T06:18:57,243 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T06:18:57,245 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T06:18:57,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5450 sec 2024-11-11T06:18:57,729 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:35853 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:35853,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:18:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-11T06:18:57,805 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-11T06:18:57,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T06:18:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:18:57,808 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:18:57,809 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=95, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:18:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-11T06:18:57,811 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:57,813 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A, FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B, FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C, FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/recovered.edits] 2024-11-11T06:18:57,815 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/800d1ca2fe2d4b95895f5c841bdde797 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/800d1ca2fe2d4b95895f5c841bdde797 2024-11-11T06:18:57,816 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/ebbb5694be9241738045669a9c87086b to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/A/ebbb5694be9241738045669a9c87086b 2024-11-11T06:18:57,818 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/67da8355d3134f06878acdb3d9437ee2 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/67da8355d3134f06878acdb3d9437ee2 2024-11-11T06:18:57,819 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/b7ed221214fc4bad89c5ab9607de3d9f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/B/b7ed221214fc4bad89c5ab9607de3d9f 2024-11-11T06:18:57,821 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/10ef7a09083948fa84e1780a88994897 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/10ef7a09083948fa84e1780a88994897 2024-11-11T06:18:57,822 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/57071340110540ec96637e8278a04ba3 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/C/57071340110540ec96637e8278a04ba3 2024-11-11T06:18:57,825 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/recovered.edits/458.seqid to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6/recovered.edits/458.seqid 2024-11-11T06:18:57,825 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/20e032549048f42fdd637a4d4ab5cac6 2024-11-11T06:18:57,825 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T06:18:57,827 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=95, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:18:57,831 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T06:18:57,833 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T06:18:57,834 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=95, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:18:57,834 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T06:18:57,834 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731305937834"}]},"ts":"9223372036854775807"} 2024-11-11T06:18:57,836 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T06:18:57,836 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 20e032549048f42fdd637a4d4ab5cac6, NAME => 'TestAcidGuarantees,,1731305906574.20e032549048f42fdd637a4d4ab5cac6.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T06:18:57,836 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T06:18:57,836 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731305937836"}]},"ts":"9223372036854775807"} 2024-11-11T06:18:57,837 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T06:18:57,840 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=95, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:18:57,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 34 msec 2024-11-11T06:18:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-11T06:18:57,910 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-11T06:18:57,920 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=236 (was 238), OpenFileDescriptor=451 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=448 (was 389) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6914 (was 7309) 2024-11-11T06:18:57,930 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=236, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=448, ProcessCount=11, AvailableMemoryMB=6914 2024-11-11T06:18:57,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T06:18:57,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:18:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T06:18:57,933 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:18:57,933 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:57,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 96 2024-11-11T06:18:57,934 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:18:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-11T06:18:57,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742182_1358 (size=960) 2024-11-11T06:18:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-11T06:18:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-11T06:18:58,341 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706 2024-11-11T06:18:58,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742183_1359 (size=53) 2024-11-11T06:18:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-11T06:18:58,746 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:18:58,747 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f991387a4b573541e83c0a410de6f935, disabling compactions & flushes 2024-11-11T06:18:58,747 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:18:58,747 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:18:58,747 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. after waiting 0 ms 2024-11-11T06:18:58,747 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:18:58,747 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:18:58,747 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:18:58,748 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:18:58,748 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731305938748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731305938748"}]},"ts":"1731305938748"} 2024-11-11T06:18:58,749 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T06:18:58,749 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:18:58,750 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305938749"}]},"ts":"1731305938749"} 2024-11-11T06:18:58,750 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T06:18:58,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f991387a4b573541e83c0a410de6f935, ASSIGN}] 2024-11-11T06:18:58,754 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f991387a4b573541e83c0a410de6f935, ASSIGN 2024-11-11T06:18:58,755 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f991387a4b573541e83c0a410de6f935, ASSIGN; state=OFFLINE, location=fbbe90f5df0b,43685,1731305842804; forceNewPlan=false, retain=false 2024-11-11T06:18:58,905 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=f991387a4b573541e83c0a410de6f935, regionState=OPENING, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:58,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; OpenRegionProcedure f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804}] 2024-11-11T06:18:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-11T06:18:59,058 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:59,060 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:18:59,060 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7285): Opening region: {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:18:59,061 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f991387a4b573541e83c0a410de6f935 2024-11-11T06:18:59,061 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:18:59,061 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7327): checking encryption for f991387a4b573541e83c0a410de6f935 2024-11-11T06:18:59,061 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7330): checking classloading for f991387a4b573541e83c0a410de6f935 2024-11-11T06:18:59,062 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f991387a4b573541e83c0a410de6f935 2024-11-11T06:18:59,063 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:18:59,063 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f991387a4b573541e83c0a410de6f935 columnFamilyName A 2024-11-11T06:18:59,063 DEBUG [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:59,064 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] regionserver.HStore(327): Store=f991387a4b573541e83c0a410de6f935/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:18:59,064 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f991387a4b573541e83c0a410de6f935 2024-11-11T06:18:59,064 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:18:59,065 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f991387a4b573541e83c0a410de6f935 columnFamilyName B 2024-11-11T06:18:59,065 DEBUG [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:59,065 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] regionserver.HStore(327): Store=f991387a4b573541e83c0a410de6f935/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:18:59,065 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f991387a4b573541e83c0a410de6f935 2024-11-11T06:18:59,066 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:18:59,066 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f991387a4b573541e83c0a410de6f935 columnFamilyName C 2024-11-11T06:18:59,066 DEBUG [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:18:59,066 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] regionserver.HStore(327): Store=f991387a4b573541e83c0a410de6f935/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:18:59,067 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:18:59,067 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935 2024-11-11T06:18:59,067 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935 2024-11-11T06:18:59,068 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T06:18:59,069 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1085): writing seq id for f991387a4b573541e83c0a410de6f935 2024-11-11T06:18:59,071 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:18:59,071 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1102): Opened f991387a4b573541e83c0a410de6f935; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69758216, jitterRate=0.039478421211242676}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T06:18:59,071 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1001): Region open journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:18:59,072 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., pid=98, masterSystemTime=1731305939058 2024-11-11T06:18:59,073 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:18:59,073 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:18:59,074 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=f991387a4b573541e83c0a410de6f935, regionState=OPEN, openSeqNum=2, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:18:59,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-11T06:18:59,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; OpenRegionProcedure f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 in 168 msec 2024-11-11T06:18:59,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-11T06:18:59,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f991387a4b573541e83c0a410de6f935, ASSIGN in 322 msec 2024-11-11T06:18:59,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:18:59,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305939077"}]},"ts":"1731305939077"} 2024-11-11T06:18:59,078 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T06:18:59,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:18:59,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-11T06:19:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-11T06:19:00,038 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-11T06:19:00,039 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dacfd49 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5271608e 2024-11-11T06:19:00,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9fed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:00,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:00,044 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:00,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:19:00,046 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:19:00,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T06:19:00,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:19:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T06:19:00,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742184_1360 (size=996) 2024-11-11T06:19:00,458 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-11T06:19:00,458 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-11T06:19:00,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T06:19:00,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f991387a4b573541e83c0a410de6f935, REOPEN/MOVE}] 2024-11-11T06:19:00,462 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f991387a4b573541e83c0a410de6f935, REOPEN/MOVE 2024-11-11T06:19:00,463 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=f991387a4b573541e83c0a410de6f935, regionState=CLOSING, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:00,464 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T06:19:00,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; CloseRegionProcedure f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804}] 2024-11-11T06:19:00,615 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:00,615 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(124): Close f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:00,615 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T06:19:00,615 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1681): Closing f991387a4b573541e83c0a410de6f935, disabling compactions & flushes 2024-11-11T06:19:00,616 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:00,616 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:00,616 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. after waiting 0 ms 2024-11-11T06:19:00,616 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:00,619 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T06:19:00,620 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:00,620 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1635): Region close journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:00,620 WARN [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionServer(3786): Not adding moved region record: f991387a4b573541e83c0a410de6f935 to self. 2024-11-11T06:19:00,621 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(170): Closed f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:00,622 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=f991387a4b573541e83c0a410de6f935, regionState=CLOSED 2024-11-11T06:19:00,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-11T06:19:00,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseRegionProcedure f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 in 159 msec 2024-11-11T06:19:00,624 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f991387a4b573541e83c0a410de6f935, REOPEN/MOVE; state=CLOSED, location=fbbe90f5df0b,43685,1731305842804; forceNewPlan=false, retain=true 2024-11-11T06:19:00,775 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=f991387a4b573541e83c0a410de6f935, regionState=OPENING, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:00,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=101, state=RUNNABLE; OpenRegionProcedure f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804}] 2024-11-11T06:19:00,927 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:00,930 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:00,930 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7285): Opening region: {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:19:00,931 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:00,931 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:19:00,931 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7327): checking encryption for f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:00,931 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7330): checking classloading for f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:00,932 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:00,933 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:19:00,933 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f991387a4b573541e83c0a410de6f935 columnFamilyName A 2024-11-11T06:19:00,934 DEBUG [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:00,934 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] regionserver.HStore(327): Store=f991387a4b573541e83c0a410de6f935/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:19:00,934 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:00,935 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:19:00,935 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f991387a4b573541e83c0a410de6f935 columnFamilyName B 2024-11-11T06:19:00,935 DEBUG [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:00,935 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] regionserver.HStore(327): Store=f991387a4b573541e83c0a410de6f935/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:19:00,936 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:00,936 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:19:00,936 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f991387a4b573541e83c0a410de6f935 columnFamilyName C 2024-11-11T06:19:00,936 DEBUG [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:00,936 INFO [StoreOpener-f991387a4b573541e83c0a410de6f935-1 {}] regionserver.HStore(327): Store=f991387a4b573541e83c0a410de6f935/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:19:00,937 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:00,937 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:00,938 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:00,939 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T06:19:00,940 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1085): writing seq id for f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:00,940 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1102): Opened f991387a4b573541e83c0a410de6f935; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68534339, jitterRate=0.021241232752799988}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T06:19:00,941 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1001): Region open journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:00,942 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., pid=103, masterSystemTime=1731305940927 2024-11-11T06:19:00,943 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:00,943 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:00,943 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=f991387a4b573541e83c0a410de6f935, regionState=OPEN, openSeqNum=5, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:00,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=101 2024-11-11T06:19:00,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=101, state=SUCCESS; OpenRegionProcedure f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 in 168 msec 2024-11-11T06:19:00,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-11T06:19:00,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f991387a4b573541e83c0a410de6f935, REOPEN/MOVE in 483 msec 2024-11-11T06:19:00,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-11T06:19:00,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 487 msec 2024-11-11T06:19:00,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 900 msec 2024-11-11T06:19:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-11T06:19:00,951 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x033feebb to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a139b42 2024-11-11T06:19:00,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1157d18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:00,957 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c40db2e to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1acf826f 2024-11-11T06:19:00,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353bcb3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:00,960 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a86cb71 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1cbce2b4 2024-11-11T06:19:00,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b5b03d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:00,964 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3401188a to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4fd3f5fc 2024-11-11T06:19:00,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bd9063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:00,969 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55650656 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c97513 2024-11-11T06:19:00,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0ec341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:00,973 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42af2962 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4831febd 2024-11-11T06:19:00,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b660061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:00,977 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5910b8c7 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e93614e 2024-11-11T06:19:00,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ad0ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:00,980 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x003f9a05 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@523025d 2024-11-11T06:19:00,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28dc77ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:00,983 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x26b6d860 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b9a1701 2024-11-11T06:19:00,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70304ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:00,987 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16722a1f to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d3b05cf 2024-11-11T06:19:00,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8ea360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:00,996 DEBUG [hconnection-0x494ad1ee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:00,996 DEBUG [hconnection-0x385d6ccc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:00,997 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:00,997 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:01,000 DEBUG [hconnection-0x78d03b98-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:01,000 DEBUG [hconnection-0x4dad55fe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:01,000 DEBUG [hconnection-0x2b2baa13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:01,001 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:01,001 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:01,001 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:01,001 DEBUG [hconnection-0x5f8c9cc4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:01,002 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:01,002 DEBUG [hconnection-0x76311231-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:01,003 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:01,006 DEBUG [hconnection-0x7d5fcc27-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:01,007 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:01,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f991387a4b573541e83c0a410de6f935 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T06:19:01,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=A 2024-11-11T06:19:01,009 DEBUG [hconnection-0x7bcb83be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:01,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:01,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=B 2024-11-11T06:19:01,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:01,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=C 2024-11-11T06:19:01,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:01,009 DEBUG [hconnection-0x2813abac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:01,010 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:01,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:19:01,011 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-11T06:19:01,012 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:19:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-11T06:19:01,013 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:19:01,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:19:01,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306001029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306001032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306001032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306001032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306001040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119826d6ac1110460399d4fe2a0eaaa858_f991387a4b573541e83c0a410de6f935 is 50, key is test_row_0/A:col10/1731305941006/Put/seqid=0 2024-11-11T06:19:01,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742185_1361 (size=12154) 2024-11-11T06:19:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-11T06:19:01,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306001137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306001137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306001137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306001137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306001141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,165 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-11T06:19:01,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:01,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:01,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:01,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:01,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-11T06:19:01,317 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-11T06:19:01,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:01,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:01,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:01,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:01,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:01,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306001342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306001342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306001343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306001343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306001343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,459 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:01,464 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119826d6ac1110460399d4fe2a0eaaa858_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119826d6ac1110460399d4fe2a0eaaa858_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:01,464 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/3a66a11d11424645a77b9f4ac33bc127, store: [table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:01,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/3a66a11d11424645a77b9f4ac33bc127 is 175, key is test_row_0/A:col10/1731305941006/Put/seqid=0 2024-11-11T06:19:01,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742186_1362 (size=30955) 2024-11-11T06:19:01,470 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-11T06:19:01,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:01,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:01,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:01,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:01,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-11T06:19:01,622 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-11T06:19:01,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:01,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:01,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:01,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:01,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:01,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306001646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306001647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306001647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306001648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306001648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,775 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-11T06:19:01,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:01,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:01,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:01,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:01,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:01,870 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/3a66a11d11424645a77b9f4ac33bc127 2024-11-11T06:19:01,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/53ffdc85bfc4460296faba068a883b60 is 50, key is test_row_0/B:col10/1731305941006/Put/seqid=0 2024-11-11T06:19:01,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742187_1363 (size=12001) 2024-11-11T06:19:01,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/53ffdc85bfc4460296faba068a883b60 2024-11-11T06:19:01,927 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:01,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-11T06:19:01,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:01,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:01,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:01,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:01,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:01,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/0cd2b8dbfb6e4739ab61351eb9809dfb is 50, key is test_row_0/C:col10/1731305941006/Put/seqid=0 2024-11-11T06:19:01,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742188_1364 (size=12001) 2024-11-11T06:19:02,080 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:02,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-11T06:19:02,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:02,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:02,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:02,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:02,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-11T06:19:02,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306002151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:02,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306002151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:02,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306002153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:02,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:02,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306002154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306002156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:02,233 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:02,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-11T06:19:02,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:02,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:02,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:02,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:02,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:02,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/0cd2b8dbfb6e4739ab61351eb9809dfb 2024-11-11T06:19:02,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/3a66a11d11424645a77b9f4ac33bc127 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/3a66a11d11424645a77b9f4ac33bc127 2024-11-11T06:19:02,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/3a66a11d11424645a77b9f4ac33bc127, entries=150, sequenceid=15, filesize=30.2 K 2024-11-11T06:19:02,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/53ffdc85bfc4460296faba068a883b60 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/53ffdc85bfc4460296faba068a883b60 2024-11-11T06:19:02,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/53ffdc85bfc4460296faba068a883b60, entries=150, sequenceid=15, filesize=11.7 K 2024-11-11T06:19:02,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/0cd2b8dbfb6e4739ab61351eb9809dfb as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/0cd2b8dbfb6e4739ab61351eb9809dfb 2024-11-11T06:19:02,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/0cd2b8dbfb6e4739ab61351eb9809dfb, entries=150, sequenceid=15, filesize=11.7 K 2024-11-11T06:19:02,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for f991387a4b573541e83c0a410de6f935 in 1356ms, sequenceid=15, compaction requested=false 2024-11-11T06:19:02,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:02,386 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:02,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-11T06:19:02,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:02,387 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing f991387a4b573541e83c0a410de6f935 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T06:19:02,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=A 2024-11-11T06:19:02,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:02,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=B 2024-11-11T06:19:02,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:02,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=C 2024-11-11T06:19:02,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:02,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119f029516c52a446a93a7d985545e5202_f991387a4b573541e83c0a410de6f935 is 50, key is test_row_0/A:col10/1731305941029/Put/seqid=0 2024-11-11T06:19:02,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742189_1365 (size=12154) 2024-11-11T06:19:02,770 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T06:19:02,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:02,804 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119f029516c52a446a93a7d985545e5202_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119f029516c52a446a93a7d985545e5202_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:02,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/03209a7b0dd145ad9931e2bfcc06931b, store: [table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:02,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/03209a7b0dd145ad9931e2bfcc06931b is 175, key is test_row_0/A:col10/1731305941029/Put/seqid=0 2024-11-11T06:19:02,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742190_1366 (size=30955) 2024-11-11T06:19:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-11T06:19:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:03,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:03,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306003171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306003171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306003171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306003172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306003173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,210 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/03209a7b0dd145ad9931e2bfcc06931b 2024-11-11T06:19:03,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/0a67f64fe60b430b92f76fd12c504c34 is 50, key is test_row_0/B:col10/1731305941029/Put/seqid=0 2024-11-11T06:19:03,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742191_1367 (size=12001) 2024-11-11T06:19:03,231 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/0a67f64fe60b430b92f76fd12c504c34 2024-11-11T06:19:03,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/5e84b22a1cca4937886c97c94eb741e2 is 50, key is test_row_0/C:col10/1731305941029/Put/seqid=0 2024-11-11T06:19:03,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742192_1368 (size=12001) 2024-11-11T06:19:03,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306003273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306003277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306003277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306003277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306003277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306003475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306003479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306003479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306003482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306003482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,648 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/5e84b22a1cca4937886c97c94eb741e2 2024-11-11T06:19:03,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/03209a7b0dd145ad9931e2bfcc06931b as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/03209a7b0dd145ad9931e2bfcc06931b 2024-11-11T06:19:03,656 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/03209a7b0dd145ad9931e2bfcc06931b, entries=150, sequenceid=41, filesize=30.2 K 2024-11-11T06:19:03,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/0a67f64fe60b430b92f76fd12c504c34 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/0a67f64fe60b430b92f76fd12c504c34 2024-11-11T06:19:03,661 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/0a67f64fe60b430b92f76fd12c504c34, entries=150, sequenceid=41, filesize=11.7 K 2024-11-11T06:19:03,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/5e84b22a1cca4937886c97c94eb741e2 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/5e84b22a1cca4937886c97c94eb741e2 2024-11-11T06:19:03,669 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/5e84b22a1cca4937886c97c94eb741e2, entries=150, sequenceid=41, filesize=11.7 K 2024-11-11T06:19:03,670 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for f991387a4b573541e83c0a410de6f935 in 1283ms, sequenceid=41, compaction requested=false 2024-11-11T06:19:03,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:03,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:03,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-11T06:19:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-11T06:19:03,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-11T06:19:03,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6580 sec 2024-11-11T06:19:03,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.6640 sec 2024-11-11T06:19:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:03,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f991387a4b573541e83c0a410de6f935 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T06:19:03,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=A 2024-11-11T06:19:03,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:03,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=B 2024-11-11T06:19:03,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:03,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=C 2024-11-11T06:19:03,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:03,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e6064ff9f3de4e84b4162c0a7150566c_f991387a4b573541e83c0a410de6f935 is 50, key is test_row_0/A:col10/1731305943170/Put/seqid=0 2024-11-11T06:19:03,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742193_1369 (size=14594) 2024-11-11T06:19:03,795 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:03,800 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e6064ff9f3de4e84b4162c0a7150566c_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e6064ff9f3de4e84b4162c0a7150566c_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:03,801 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/de6bf4c55b644bfbb773532c2bf5301e, store: [table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:03,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/de6bf4c55b644bfbb773532c2bf5301e is 175, key is test_row_0/A:col10/1731305943170/Put/seqid=0 2024-11-11T06:19:03,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742194_1370 (size=39549) 2024-11-11T06:19:03,812 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/de6bf4c55b644bfbb773532c2bf5301e 2024-11-11T06:19:03,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/e3a303eea7c74e49a6249b33498d38cd is 50, key is test_row_0/B:col10/1731305943170/Put/seqid=0 2024-11-11T06:19:03,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306003811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306003818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306003819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306003820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306003821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742195_1371 (size=12001) 2024-11-11T06:19:03,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/e3a303eea7c74e49a6249b33498d38cd 2024-11-11T06:19:03,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/3bb0144f9aaa4ef381c4a1decefd1aa4 is 50, key is test_row_0/C:col10/1731305943170/Put/seqid=0 2024-11-11T06:19:03,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742196_1372 (size=12001) 2024-11-11T06:19:03,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/3bb0144f9aaa4ef381c4a1decefd1aa4 2024-11-11T06:19:03,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/de6bf4c55b644bfbb773532c2bf5301e as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/de6bf4c55b644bfbb773532c2bf5301e 2024-11-11T06:19:03,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/de6bf4c55b644bfbb773532c2bf5301e, entries=200, sequenceid=53, filesize=38.6 K 2024-11-11T06:19:03,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/e3a303eea7c74e49a6249b33498d38cd as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/e3a303eea7c74e49a6249b33498d38cd 2024-11-11T06:19:03,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/e3a303eea7c74e49a6249b33498d38cd, entries=150, sequenceid=53, filesize=11.7 K 2024-11-11T06:19:03,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/3bb0144f9aaa4ef381c4a1decefd1aa4 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/3bb0144f9aaa4ef381c4a1decefd1aa4 2024-11-11T06:19:03,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/3bb0144f9aaa4ef381c4a1decefd1aa4, entries=150, sequenceid=53, filesize=11.7 K 2024-11-11T06:19:03,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f991387a4b573541e83c0a410de6f935 in 97ms, sequenceid=53, compaction requested=true 2024-11-11T06:19:03,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:03,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:19:03,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:03,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:19:03,879 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:03,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:03,879 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:03,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:19:03,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:03,880 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:03,880 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:03,880 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/B is initiating minor compaction (all files) 2024-11-11T06:19:03,880 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/A is initiating minor compaction (all files) 2024-11-11T06:19:03,880 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/A in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:03,880 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/B in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:03,880 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/53ffdc85bfc4460296faba068a883b60, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/0a67f64fe60b430b92f76fd12c504c34, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/e3a303eea7c74e49a6249b33498d38cd] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=35.2 K 2024-11-11T06:19:03,880 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/3a66a11d11424645a77b9f4ac33bc127, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/03209a7b0dd145ad9931e2bfcc06931b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/de6bf4c55b644bfbb773532c2bf5301e] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=99.1 K 2024-11-11T06:19:03,880 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:03,880 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. files: [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/3a66a11d11424645a77b9f4ac33bc127, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/03209a7b0dd145ad9931e2bfcc06931b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/de6bf4c55b644bfbb773532c2bf5301e] 2024-11-11T06:19:03,880 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a66a11d11424645a77b9f4ac33bc127, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731305941006 2024-11-11T06:19:03,880 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 53ffdc85bfc4460296faba068a883b60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731305941006 2024-11-11T06:19:03,881 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03209a7b0dd145ad9931e2bfcc06931b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731305941027 2024-11-11T06:19:03,881 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a67f64fe60b430b92f76fd12c504c34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731305941027 2024-11-11T06:19:03,881 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting de6bf4c55b644bfbb773532c2bf5301e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731305943168 2024-11-11T06:19:03,881 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting e3a303eea7c74e49a6249b33498d38cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731305943170 2024-11-11T06:19:03,891 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:03,892 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#B#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:03,892 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/4a6b9e8f175443f89a0e05528e3ab32b is 50, key is test_row_0/B:col10/1731305943170/Put/seqid=0 2024-11-11T06:19:03,894 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411118ad9b77a3c1e442f84306e460f2d4388_f991387a4b573541e83c0a410de6f935 store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:03,895 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411118ad9b77a3c1e442f84306e460f2d4388_f991387a4b573541e83c0a410de6f935, store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:03,895 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118ad9b77a3c1e442f84306e460f2d4388_f991387a4b573541e83c0a410de6f935 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:03,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742197_1373 (size=12104) 2024-11-11T06:19:03,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742198_1374 (size=4469) 2024-11-11T06:19:03,910 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/4a6b9e8f175443f89a0e05528e3ab32b as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/4a6b9e8f175443f89a0e05528e3ab32b 2024-11-11T06:19:03,914 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f991387a4b573541e83c0a410de6f935/B of f991387a4b573541e83c0a410de6f935 into 4a6b9e8f175443f89a0e05528e3ab32b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:03,914 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:03,914 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/B, priority=13, startTime=1731305943879; duration=0sec 2024-11-11T06:19:03,914 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:03,914 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:B 2024-11-11T06:19:03,914 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:03,915 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:03,915 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/C is initiating minor compaction (all files) 2024-11-11T06:19:03,915 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/C in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:03,915 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/0cd2b8dbfb6e4739ab61351eb9809dfb, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/5e84b22a1cca4937886c97c94eb741e2, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/3bb0144f9aaa4ef381c4a1decefd1aa4] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=35.2 K 2024-11-11T06:19:03,916 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cd2b8dbfb6e4739ab61351eb9809dfb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731305941006 2024-11-11T06:19:03,916 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e84b22a1cca4937886c97c94eb741e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731305941027 2024-11-11T06:19:03,916 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bb0144f9aaa4ef381c4a1decefd1aa4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731305943170 2024-11-11T06:19:03,922 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#C#compaction#320 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:03,922 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/23ef6db121d84ffca1ddfc6473574eb1 is 50, key is test_row_0/C:col10/1731305943170/Put/seqid=0 2024-11-11T06:19:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:03,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f991387a4b573541e83c0a410de6f935 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T06:19:03,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=A 2024-11-11T06:19:03,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:03,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=B 2024-11-11T06:19:03,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:03,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=C 2024-11-11T06:19:03,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:03,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742199_1375 (size=12104) 2024-11-11T06:19:03,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111741c819bc79a4e0c87edf980c5e3d143_f991387a4b573541e83c0a410de6f935 is 50, key is test_row_0/A:col10/1731305943819/Put/seqid=0 2024-11-11T06:19:03,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742200_1376 (size=14594) 2024-11-11T06:19:03,944 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:03,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306003940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306003940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306003941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306003942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306003942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:03,950 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111741c819bc79a4e0c87edf980c5e3d143_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111741c819bc79a4e0c87edf980c5e3d143_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:03,953 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/8f4faf07d2914ce784c3b8ac27692fb2, store: [table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:03,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/8f4faf07d2914ce784c3b8ac27692fb2 is 175, key is test_row_0/A:col10/1731305943819/Put/seqid=0 2024-11-11T06:19:03,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742201_1377 (size=39549) 2024-11-11T06:19:04,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306004049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:04,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306004049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:04,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306004049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:04,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306004050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:04,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306004050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:04,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306004254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:04,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306004254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:04,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:04,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306004254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306004254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:04,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306004257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:04,310 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#A#compaction#319 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:04,311 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/e0962604353d4f0599d2fb3b9cfc4631 is 175, key is test_row_0/A:col10/1731305943170/Put/seqid=0 2024-11-11T06:19:04,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742202_1378 (size=31058) 2024-11-11T06:19:04,343 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/23ef6db121d84ffca1ddfc6473574eb1 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/23ef6db121d84ffca1ddfc6473574eb1 2024-11-11T06:19:04,347 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f991387a4b573541e83c0a410de6f935/C of f991387a4b573541e83c0a410de6f935 into 23ef6db121d84ffca1ddfc6473574eb1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:04,348 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:04,348 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/C, priority=13, startTime=1731305943879; duration=0sec 2024-11-11T06:19:04,348 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:04,348 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:C 2024-11-11T06:19:04,365 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/8f4faf07d2914ce784c3b8ac27692fb2 2024-11-11T06:19:04,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/e46e9266a9c847bf81a4e8720e51a916 is 50, key is test_row_0/B:col10/1731305943819/Put/seqid=0 2024-11-11T06:19:04,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742203_1379 (size=12001) 2024-11-11T06:19:04,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306004559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:04,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306004560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:04,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306004560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:04,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306004561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:04,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306004561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:04,720 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/e0962604353d4f0599d2fb3b9cfc4631 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/e0962604353d4f0599d2fb3b9cfc4631 2024-11-11T06:19:04,724 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f991387a4b573541e83c0a410de6f935/A of f991387a4b573541e83c0a410de6f935 into e0962604353d4f0599d2fb3b9cfc4631(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:04,724 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:04,724 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/A, priority=13, startTime=1731305943878; duration=0sec 2024-11-11T06:19:04,724 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:04,724 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:A 2024-11-11T06:19:04,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/e46e9266a9c847bf81a4e8720e51a916 2024-11-11T06:19:04,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/7d1f87c07390458faaa162267a621d11 is 50, key is test_row_0/C:col10/1731305943819/Put/seqid=0 2024-11-11T06:19:04,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742204_1380 (size=12001) 2024-11-11T06:19:05,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306005063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:05,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306005064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:05,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306005066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:05,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306005067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:05,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306005068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-11T06:19:05,117 INFO [Thread-1638 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-11T06:19:05,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:19:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-11T06:19:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-11T06:19:05,120 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:19:05,121 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:19:05,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:19:05,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/7d1f87c07390458faaa162267a621d11 2024-11-11T06:19:05,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/8f4faf07d2914ce784c3b8ac27692fb2 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/8f4faf07d2914ce784c3b8ac27692fb2 2024-11-11T06:19:05,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/8f4faf07d2914ce784c3b8ac27692fb2, entries=200, sequenceid=79, filesize=38.6 K 2024-11-11T06:19:05,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/e46e9266a9c847bf81a4e8720e51a916 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/e46e9266a9c847bf81a4e8720e51a916 2024-11-11T06:19:05,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/e46e9266a9c847bf81a4e8720e51a916, entries=150, sequenceid=79, filesize=11.7 K 2024-11-11T06:19:05,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/7d1f87c07390458faaa162267a621d11 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/7d1f87c07390458faaa162267a621d11 2024-11-11T06:19:05,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/7d1f87c07390458faaa162267a621d11, entries=150, sequenceid=79, filesize=11.7 K 2024-11-11T06:19:05,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for f991387a4b573541e83c0a410de6f935 in 1282ms, sequenceid=79, compaction requested=false 2024-11-11T06:19:05,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-11T06:19:05,273 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:05,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-11T06:19:05,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:05,273 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing f991387a4b573541e83c0a410de6f935 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T06:19:05,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=A 2024-11-11T06:19:05,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:05,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=B 2024-11-11T06:19:05,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:05,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=C 2024-11-11T06:19:05,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:05,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111105e98386c88743879238523acc39e05d_f991387a4b573541e83c0a410de6f935 is 50, key is test_row_0/A:col10/1731305943931/Put/seqid=0 2024-11-11T06:19:05,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742205_1381 (size=12154) 2024-11-11T06:19:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-11T06:19:05,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:05,690 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111105e98386c88743879238523acc39e05d_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111105e98386c88743879238523acc39e05d_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:05,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/8739f5ddbba04defbe0a4ddf6ffcfb29, store: [table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:05,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/8739f5ddbba04defbe0a4ddf6ffcfb29 is 175, key is test_row_0/A:col10/1731305943931/Put/seqid=0 2024-11-11T06:19:05,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742206_1382 (size=30955) 2024-11-11T06:19:05,696 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/8739f5ddbba04defbe0a4ddf6ffcfb29 2024-11-11T06:19:05,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/c3d7fa6d8c024afa8f0ae043c9a4bdda is 50, key is test_row_0/B:col10/1731305943931/Put/seqid=0 2024-11-11T06:19:05,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742207_1383 (size=12001) 2024-11-11T06:19:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-11T06:19:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:06,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:06,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306006096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306006097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306006097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306006099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,105 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/c3d7fa6d8c024afa8f0ae043c9a4bdda 2024-11-11T06:19:06,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306006099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/8db87b0a1d24426e86640528cde28856 is 50, key is test_row_0/C:col10/1731305943931/Put/seqid=0 2024-11-11T06:19:06,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742208_1384 (size=12001) 2024-11-11T06:19:06,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306006204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306006205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306006205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306006206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306006206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-11T06:19:06,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306006413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306006413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306006413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306006414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306006414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,519 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/8db87b0a1d24426e86640528cde28856 2024-11-11T06:19:06,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/8739f5ddbba04defbe0a4ddf6ffcfb29 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/8739f5ddbba04defbe0a4ddf6ffcfb29 2024-11-11T06:19:06,527 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/8739f5ddbba04defbe0a4ddf6ffcfb29, entries=150, sequenceid=93, filesize=30.2 K 2024-11-11T06:19:06,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/c3d7fa6d8c024afa8f0ae043c9a4bdda as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/c3d7fa6d8c024afa8f0ae043c9a4bdda 2024-11-11T06:19:06,532 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/c3d7fa6d8c024afa8f0ae043c9a4bdda, entries=150, sequenceid=93, filesize=11.7 K 2024-11-11T06:19:06,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/8db87b0a1d24426e86640528cde28856 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/8db87b0a1d24426e86640528cde28856 2024-11-11T06:19:06,536 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/8db87b0a1d24426e86640528cde28856, entries=150, sequenceid=93, filesize=11.7 K 2024-11-11T06:19:06,536 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f991387a4b573541e83c0a410de6f935 in 1263ms, sequenceid=93, compaction requested=true 2024-11-11T06:19:06,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:06,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:06,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-11T06:19:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-11T06:19:06,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-11T06:19:06,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4170 sec 2024-11-11T06:19:06,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.4210 sec 2024-11-11T06:19:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:06,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f991387a4b573541e83c0a410de6f935 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T06:19:06,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=A 2024-11-11T06:19:06,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:06,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=B 2024-11-11T06:19:06,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:06,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=C 2024-11-11T06:19:06,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:06,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115e25b1ff83d344f8849a45cf073fa5da_f991387a4b573541e83c0a410de6f935 is 50, key is test_row_0/A:col10/1731305946722/Put/seqid=0 2024-11-11T06:19:06,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306006725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742209_1385 (size=12154) 2024-11-11T06:19:06,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306006728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306006729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306006732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306006733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306006834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306006835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306006836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306006841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:06,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306006841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:07,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306007038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:07,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306007040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:07,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306007040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:07,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306007046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:07,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306007052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:07,135 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:07,138 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115e25b1ff83d344f8849a45cf073fa5da_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115e25b1ff83d344f8849a45cf073fa5da_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:07,139 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/39feef5224a748ffab01029b63a7f9a2, store: [table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:07,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/39feef5224a748ffab01029b63a7f9a2 is 175, key is test_row_0/A:col10/1731305946722/Put/seqid=0 2024-11-11T06:19:07,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742210_1386 (size=30955) 2024-11-11T06:19:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-11T06:19:07,224 INFO [Thread-1638 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-11T06:19:07,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:19:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-11T06:19:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-11T06:19:07,226 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:19:07,227 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:19:07,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:19:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-11T06:19:07,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306007346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:07,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306007346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:07,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306007346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:07,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306007351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:07,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306007357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:07,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:07,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-11T06:19:07,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:07,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:07,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:07,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:07,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-11T06:19:07,531 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:07,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-11T06:19:07,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:07,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:07,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:07,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:07,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:07,546 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/39feef5224a748ffab01029b63a7f9a2 2024-11-11T06:19:07,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/9451726a0e94457bb8c5a83ce19f1af8 is 50, key is test_row_0/B:col10/1731305946722/Put/seqid=0 2024-11-11T06:19:07,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742211_1387 (size=12001) 2024-11-11T06:19:07,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/9451726a0e94457bb8c5a83ce19f1af8 2024-11-11T06:19:07,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/2f1e852a460c47718e75c96f19c6fcf1 is 50, key is test_row_0/C:col10/1731305946722/Put/seqid=0 2024-11-11T06:19:07,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742212_1388 (size=12001) 2024-11-11T06:19:07,684 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:07,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-11T06:19:07,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:07,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:07,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:07,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:07,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-11T06:19:07,837 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:07,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-11T06:19:07,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:07,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:07,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:07,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:07,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:07,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306007850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:07,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306007850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:07,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306007852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:07,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306007858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:07,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306007863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:07,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/2f1e852a460c47718e75c96f19c6fcf1 2024-11-11T06:19:07,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/39feef5224a748ffab01029b63a7f9a2 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/39feef5224a748ffab01029b63a7f9a2 2024-11-11T06:19:07,989 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:07,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-11T06:19:07,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:07,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:07,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:07,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:07,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:07,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/39feef5224a748ffab01029b63a7f9a2, entries=150, sequenceid=119, filesize=30.2 K 2024-11-11T06:19:07,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/9451726a0e94457bb8c5a83ce19f1af8 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/9451726a0e94457bb8c5a83ce19f1af8 2024-11-11T06:19:08,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/9451726a0e94457bb8c5a83ce19f1af8, entries=150, sequenceid=119, filesize=11.7 K 2024-11-11T06:19:08,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/2f1e852a460c47718e75c96f19c6fcf1 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/2f1e852a460c47718e75c96f19c6fcf1 2024-11-11T06:19:08,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/2f1e852a460c47718e75c96f19c6fcf1, entries=150, sequenceid=119, filesize=11.7 K 2024-11-11T06:19:08,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f991387a4b573541e83c0a410de6f935 in 1285ms, sequenceid=119, compaction requested=true 2024-11-11T06:19:08,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:08,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:19:08,006 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:19:08,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:08,006 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:19:08,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:19:08,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:08,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:19:08,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:08,008 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:19:08,008 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/B is initiating minor compaction (all files) 2024-11-11T06:19:08,008 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/B in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:08,008 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/4a6b9e8f175443f89a0e05528e3ab32b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/e46e9266a9c847bf81a4e8720e51a916, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/c3d7fa6d8c024afa8f0ae043c9a4bdda, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/9451726a0e94457bb8c5a83ce19f1af8] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=47.0 K 2024-11-11T06:19:08,008 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:19:08,008 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/A is initiating minor compaction (all files) 2024-11-11T06:19:08,008 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/A in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:08,008 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/e0962604353d4f0599d2fb3b9cfc4631, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/8f4faf07d2914ce784c3b8ac27692fb2, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/8739f5ddbba04defbe0a4ddf6ffcfb29, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/39feef5224a748ffab01029b63a7f9a2] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=129.4 K 2024-11-11T06:19:08,008 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:08,008 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. files: [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/e0962604353d4f0599d2fb3b9cfc4631, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/8f4faf07d2914ce784c3b8ac27692fb2, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/8739f5ddbba04defbe0a4ddf6ffcfb29, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/39feef5224a748ffab01029b63a7f9a2] 2024-11-11T06:19:08,009 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0962604353d4f0599d2fb3b9cfc4631, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731305943170 2024-11-11T06:19:08,009 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a6b9e8f175443f89a0e05528e3ab32b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731305943170 2024-11-11T06:19:08,009 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting e46e9266a9c847bf81a4e8720e51a916, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731305943819 2024-11-11T06:19:08,009 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f4faf07d2914ce784c3b8ac27692fb2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731305943817 2024-11-11T06:19:08,010 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting c3d7fa6d8c024afa8f0ae043c9a4bdda, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731305943931 2024-11-11T06:19:08,010 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8739f5ddbba04defbe0a4ddf6ffcfb29, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731305943931 2024-11-11T06:19:08,010 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 9451726a0e94457bb8c5a83ce19f1af8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731305946096 2024-11-11T06:19:08,010 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39feef5224a748ffab01029b63a7f9a2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731305946096 2024-11-11T06:19:08,021 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:08,026 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#B#compaction#331 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:08,027 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/68637d0d11944226bba5eea1a89b0585 is 50, key is test_row_0/B:col10/1731305946722/Put/seqid=0 2024-11-11T06:19:08,033 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411118db1b4178f6249ac88c9780083834e2b_f991387a4b573541e83c0a410de6f935 store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:08,035 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411118db1b4178f6249ac88c9780083834e2b_f991387a4b573541e83c0a410de6f935, store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:08,035 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118db1b4178f6249ac88c9780083834e2b_f991387a4b573541e83c0a410de6f935 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:08,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742213_1389 (size=12241) 2024-11-11T06:19:08,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742214_1390 (size=4469) 2024-11-11T06:19:08,145 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:08,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-11T06:19:08,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:08,146 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing f991387a4b573541e83c0a410de6f935 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T06:19:08,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=A 2024-11-11T06:19:08,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:08,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=B 2024-11-11T06:19:08,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:08,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=C 2024-11-11T06:19:08,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:08,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110f9d28004a31459b92089568089d4187_f991387a4b573541e83c0a410de6f935 is 50, key is test_row_0/A:col10/1731305946731/Put/seqid=0 2024-11-11T06:19:08,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742215_1391 (size=12154) 2024-11-11T06:19:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-11T06:19:08,448 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/68637d0d11944226bba5eea1a89b0585 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/68637d0d11944226bba5eea1a89b0585 2024-11-11T06:19:08,453 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f991387a4b573541e83c0a410de6f935/B of f991387a4b573541e83c0a410de6f935 into 68637d0d11944226bba5eea1a89b0585(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:08,453 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:08,453 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/B, priority=12, startTime=1731305948006; duration=0sec 2024-11-11T06:19:08,453 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:08,453 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:B 2024-11-11T06:19:08,454 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:19:08,455 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:19:08,455 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/C is initiating minor compaction (all files) 2024-11-11T06:19:08,455 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/C in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:08,455 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/23ef6db121d84ffca1ddfc6473574eb1, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/7d1f87c07390458faaa162267a621d11, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/8db87b0a1d24426e86640528cde28856, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/2f1e852a460c47718e75c96f19c6fcf1] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=47.0 K 2024-11-11T06:19:08,455 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 23ef6db121d84ffca1ddfc6473574eb1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731305943170 2024-11-11T06:19:08,456 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d1f87c07390458faaa162267a621d11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731305943819 2024-11-11T06:19:08,456 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 8db87b0a1d24426e86640528cde28856, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731305943931 2024-11-11T06:19:08,456 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f1e852a460c47718e75c96f19c6fcf1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731305946096 2024-11-11T06:19:08,463 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#A#compaction#330 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:08,464 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/9a3f3c4c43bd44dbb19c119782020a49 is 175, key is test_row_0/A:col10/1731305946722/Put/seqid=0 2024-11-11T06:19:08,468 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#C#compaction#333 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:08,469 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/c6ee0e9a8728447c9fb4fa3b572ce3c3 is 50, key is test_row_0/C:col10/1731305946722/Put/seqid=0 2024-11-11T06:19:08,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742216_1392 (size=31195) 2024-11-11T06:19:08,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742217_1393 (size=12241) 2024-11-11T06:19:08,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:08,561 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110f9d28004a31459b92089568089d4187_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110f9d28004a31459b92089568089d4187_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:08,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/7ca4eb3fb9df440d8621bd98601c2d97, store: [table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:08,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/7ca4eb3fb9df440d8621bd98601c2d97 is 175, key is test_row_0/A:col10/1731305946731/Put/seqid=0 2024-11-11T06:19:08,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742218_1394 (size=30955) 2024-11-11T06:19:08,567 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/7ca4eb3fb9df440d8621bd98601c2d97 2024-11-11T06:19:08,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/21ae2e41c5fa45c3becf017dd16bc7d0 is 50, key is test_row_0/B:col10/1731305946731/Put/seqid=0 2024-11-11T06:19:08,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742219_1395 (size=12001) 2024-11-11T06:19:08,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:08,882 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/9a3f3c4c43bd44dbb19c119782020a49 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/9a3f3c4c43bd44dbb19c119782020a49 2024-11-11T06:19:08,887 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f991387a4b573541e83c0a410de6f935/A of f991387a4b573541e83c0a410de6f935 into 9a3f3c4c43bd44dbb19c119782020a49(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:08,887 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:08,887 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/A, priority=12, startTime=1731305948006; duration=0sec 2024-11-11T06:19:08,887 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:08,887 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:A 2024-11-11T06:19:08,893 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/c6ee0e9a8728447c9fb4fa3b572ce3c3 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/c6ee0e9a8728447c9fb4fa3b572ce3c3 2024-11-11T06:19:08,908 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f991387a4b573541e83c0a410de6f935/C of f991387a4b573541e83c0a410de6f935 into c6ee0e9a8728447c9fb4fa3b572ce3c3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:08,908 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:08,908 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/C, priority=12, startTime=1731305948007; duration=0sec 2024-11-11T06:19:08,908 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:08,908 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:C 2024-11-11T06:19:08,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306008903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:08,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306008905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:08,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306008906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:08,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306008907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:08,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306008909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:08,992 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/21ae2e41c5fa45c3becf017dd16bc7d0 2024-11-11T06:19:09,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/7829cb4d45f643e1b4312e62b2552897 is 50, key is test_row_0/C:col10/1731305946731/Put/seqid=0 2024-11-11T06:19:09,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306009012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742220_1396 (size=12001) 2024-11-11T06:19:09,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306009015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306009015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306009016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,019 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/7829cb4d45f643e1b4312e62b2552897 2024-11-11T06:19:09,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306009017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/7ca4eb3fb9df440d8621bd98601c2d97 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/7ca4eb3fb9df440d8621bd98601c2d97 2024-11-11T06:19:09,028 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/7ca4eb3fb9df440d8621bd98601c2d97, entries=150, sequenceid=129, filesize=30.2 K 2024-11-11T06:19:09,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/21ae2e41c5fa45c3becf017dd16bc7d0 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/21ae2e41c5fa45c3becf017dd16bc7d0 2024-11-11T06:19:09,033 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/21ae2e41c5fa45c3becf017dd16bc7d0, entries=150, sequenceid=129, filesize=11.7 K 2024-11-11T06:19:09,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/7829cb4d45f643e1b4312e62b2552897 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/7829cb4d45f643e1b4312e62b2552897 2024-11-11T06:19:09,042 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/7829cb4d45f643e1b4312e62b2552897, entries=150, sequenceid=129, filesize=11.7 K 2024-11-11T06:19:09,043 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for f991387a4b573541e83c0a410de6f935 in 897ms, sequenceid=129, compaction requested=false 2024-11-11T06:19:09,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:09,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:09,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-11T06:19:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-11T06:19:09,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-11T06:19:09,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8170 sec 2024-11-11T06:19:09,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.8270 sec 2024-11-11T06:19:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:09,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f991387a4b573541e83c0a410de6f935 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-11T06:19:09,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=A 2024-11-11T06:19:09,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:09,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=B 2024-11-11T06:19:09,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:09,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=C 2024-11-11T06:19:09,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:09,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306009224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306009225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306009226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306009228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306009228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b3f53073202f414f804eb126e4494f90_f991387a4b573541e83c0a410de6f935 is 50, key is test_row_0/A:col10/1731305948905/Put/seqid=0 2024-11-11T06:19:09,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742221_1397 (size=14794) 2024-11-11T06:19:09,239 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:09,244 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b3f53073202f414f804eb126e4494f90_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b3f53073202f414f804eb126e4494f90_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:09,245 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/a2742d449cc14caf948943b476774fb9, store: [table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:09,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/a2742d449cc14caf948943b476774fb9 is 175, key is test_row_0/A:col10/1731305948905/Put/seqid=0 2024-11-11T06:19:09,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742222_1398 (size=39749) 2024-11-11T06:19:09,250 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/a2742d449cc14caf948943b476774fb9 2024-11-11T06:19:09,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/4e97c6029108455f9fc09becb6ec6250 is 50, key is test_row_0/B:col10/1731305948905/Put/seqid=0 2024-11-11T06:19:09,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742223_1399 (size=12151) 2024-11-11T06:19:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-11T06:19:09,330 INFO [Thread-1638 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-11T06:19:09,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:19:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-11T06:19:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-11T06:19:09,333 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:19:09,333 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:19:09,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:19:09,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306009330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306009332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306009336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306009337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306009337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-11T06:19:09,486 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-11T06:19:09,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:09,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:09,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:09,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:09,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:09,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306009536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306009536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306009541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306009541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306009542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-11T06:19:09,638 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-11T06:19:09,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:09,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:09,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:09,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:09,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:09,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/4e97c6029108455f9fc09becb6ec6250 2024-11-11T06:19:09,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/370a71d7526b4b2db3e33ed079c93a66 is 50, key is test_row_0/C:col10/1731305948905/Put/seqid=0 2024-11-11T06:19:09,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742224_1400 (size=12151) 2024-11-11T06:19:09,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/370a71d7526b4b2db3e33ed079c93a66 2024-11-11T06:19:09,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/a2742d449cc14caf948943b476774fb9 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/a2742d449cc14caf948943b476774fb9 2024-11-11T06:19:09,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/a2742d449cc14caf948943b476774fb9, entries=200, sequenceid=160, filesize=38.8 K 2024-11-11T06:19:09,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/4e97c6029108455f9fc09becb6ec6250 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/4e97c6029108455f9fc09becb6ec6250 2024-11-11T06:19:09,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/4e97c6029108455f9fc09becb6ec6250, entries=150, sequenceid=160, filesize=11.9 K 2024-11-11T06:19:09,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/370a71d7526b4b2db3e33ed079c93a66 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/370a71d7526b4b2db3e33ed079c93a66 2024-11-11T06:19:09,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/370a71d7526b4b2db3e33ed079c93a66, entries=150, sequenceid=160, filesize=11.9 K 2024-11-11T06:19:09,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for f991387a4b573541e83c0a410de6f935 in 471ms, sequenceid=160, compaction requested=true 2024-11-11T06:19:09,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:09,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:19:09,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:09,694 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:09,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:19:09,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:09,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:19:09,694 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:09,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:09,695 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:09,695 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:09,695 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/A is initiating minor compaction (all files) 2024-11-11T06:19:09,695 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/B is initiating minor compaction (all files) 2024-11-11T06:19:09,695 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/A in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:09,695 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/B in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:09,695 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/9a3f3c4c43bd44dbb19c119782020a49, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/7ca4eb3fb9df440d8621bd98601c2d97, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/a2742d449cc14caf948943b476774fb9] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=99.5 K 2024-11-11T06:19:09,695 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/68637d0d11944226bba5eea1a89b0585, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/21ae2e41c5fa45c3becf017dd16bc7d0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/4e97c6029108455f9fc09becb6ec6250] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=35.5 K 2024-11-11T06:19:09,695 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:09,695 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. files: [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/9a3f3c4c43bd44dbb19c119782020a49, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/7ca4eb3fb9df440d8621bd98601c2d97, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/a2742d449cc14caf948943b476774fb9] 2024-11-11T06:19:09,695 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 68637d0d11944226bba5eea1a89b0585, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731305946096 2024-11-11T06:19:09,696 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a3f3c4c43bd44dbb19c119782020a49, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731305946096 2024-11-11T06:19:09,696 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 21ae2e41c5fa45c3becf017dd16bc7d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731305946728 2024-11-11T06:19:09,696 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e97c6029108455f9fc09becb6ec6250, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731305948904 2024-11-11T06:19:09,696 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ca4eb3fb9df440d8621bd98601c2d97, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731305946728 2024-11-11T06:19:09,697 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2742d449cc14caf948943b476774fb9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731305948904 2024-11-11T06:19:09,704 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#B#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:09,704 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/46545b4212a54ee9a0cc00d30bf6492f is 50, key is test_row_0/B:col10/1731305948905/Put/seqid=0 2024-11-11T06:19:09,712 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:09,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742225_1401 (size=12493) 2024-11-11T06:19:09,741 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/46545b4212a54ee9a0cc00d30bf6492f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/46545b4212a54ee9a0cc00d30bf6492f 2024-11-11T06:19:09,744 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111bafad736115b4b4c9a3a89601afe581d_f991387a4b573541e83c0a410de6f935 store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:09,746 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111bafad736115b4b4c9a3a89601afe581d_f991387a4b573541e83c0a410de6f935, store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:09,746 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bafad736115b4b4c9a3a89601afe581d_f991387a4b573541e83c0a410de6f935 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:09,748 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f991387a4b573541e83c0a410de6f935/B of f991387a4b573541e83c0a410de6f935 into 46545b4212a54ee9a0cc00d30bf6492f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:09,749 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:09,749 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/B, priority=13, startTime=1731305949694; duration=0sec 2024-11-11T06:19:09,749 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:09,749 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:B 2024-11-11T06:19:09,749 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:09,749 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:09,750 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/C is initiating minor compaction (all files) 2024-11-11T06:19:09,750 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/C in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:09,750 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/c6ee0e9a8728447c9fb4fa3b572ce3c3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/7829cb4d45f643e1b4312e62b2552897, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/370a71d7526b4b2db3e33ed079c93a66] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=35.5 K 2024-11-11T06:19:09,750 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting c6ee0e9a8728447c9fb4fa3b572ce3c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731305946096 2024-11-11T06:19:09,751 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 7829cb4d45f643e1b4312e62b2552897, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731305946728 2024-11-11T06:19:09,752 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 370a71d7526b4b2db3e33ed079c93a66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731305948904 2024-11-11T06:19:09,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742226_1402 (size=4469) 2024-11-11T06:19:09,761 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#C#compaction#341 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:09,762 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/db8369f839ef4fec95e71513ad7453cf is 50, key is test_row_0/C:col10/1731305948905/Put/seqid=0 2024-11-11T06:19:09,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742227_1403 (size=12493) 2024-11-11T06:19:09,793 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-11T06:19:09,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:09,793 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing f991387a4b573541e83c0a410de6f935 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T06:19:09,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=A 2024-11-11T06:19:09,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:09,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=B 2024-11-11T06:19:09,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:09,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=C 2024-11-11T06:19:09,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:09,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fbccdf8e840b4973afd19524798c3fcd_f991387a4b573541e83c0a410de6f935 is 50, key is test_row_0/A:col10/1731305949227/Put/seqid=0 2024-11-11T06:19:09,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742228_1404 (size=12304) 2024-11-11T06:19:09,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:09,840 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fbccdf8e840b4973afd19524798c3fcd_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fbccdf8e840b4973afd19524798c3fcd_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:09,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/0479610816df4e599281753c3b7fdba7, store: [table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:09,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/0479610816df4e599281753c3b7fdba7 is 175, key is test_row_0/A:col10/1731305949227/Put/seqid=0 2024-11-11T06:19:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:09,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:09,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742229_1405 (size=31105) 2024-11-11T06:19:09,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306009892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306009892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306009893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306009901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306009903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-11T06:19:10,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306010003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:10,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306010003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:10,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306010005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:10,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306010010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:10,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306010014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:10,161 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#A#compaction#340 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:10,161 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/b6136398e9df474fa775ac054145f1bf is 175, key is test_row_0/A:col10/1731305948905/Put/seqid=0 2024-11-11T06:19:10,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742230_1406 (size=31447) 2024-11-11T06:19:10,175 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/b6136398e9df474fa775ac054145f1bf as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/b6136398e9df474fa775ac054145f1bf 2024-11-11T06:19:10,180 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f991387a4b573541e83c0a410de6f935/A of f991387a4b573541e83c0a410de6f935 into b6136398e9df474fa775ac054145f1bf(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:10,180 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:10,180 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/A, priority=13, startTime=1731305949694; duration=0sec 2024-11-11T06:19:10,180 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:10,180 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:A 2024-11-11T06:19:10,182 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/db8369f839ef4fec95e71513ad7453cf as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/db8369f839ef4fec95e71513ad7453cf 2024-11-11T06:19:10,187 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f991387a4b573541e83c0a410de6f935/C of f991387a4b573541e83c0a410de6f935 into db8369f839ef4fec95e71513ad7453cf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:10,187 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:10,187 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/C, priority=13, startTime=1731305949694; duration=0sec 2024-11-11T06:19:10,187 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:10,187 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:C 2024-11-11T06:19:10,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306010210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:10,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306010210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:10,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306010211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:10,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306010219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:10,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306010221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:10,253 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/0479610816df4e599281753c3b7fdba7 2024-11-11T06:19:10,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/10834f4ff60c4d35a035d31ed10a228a is 50, key is test_row_0/B:col10/1731305949227/Put/seqid=0 2024-11-11T06:19:10,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742231_1407 (size=12151) 2024-11-11T06:19:10,269 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/10834f4ff60c4d35a035d31ed10a228a 2024-11-11T06:19:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/7e1e5e2c6545446296420c3e102a653c is 50, key is test_row_0/C:col10/1731305949227/Put/seqid=0 2024-11-11T06:19:10,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742232_1408 (size=12151) 2024-11-11T06:19:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-11T06:19:10,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306010516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:10,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306010518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:10,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306010521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:10,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306010523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:10,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306010525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:10,680 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/7e1e5e2c6545446296420c3e102a653c 2024-11-11T06:19:10,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/0479610816df4e599281753c3b7fdba7 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/0479610816df4e599281753c3b7fdba7 2024-11-11T06:19:10,689 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/0479610816df4e599281753c3b7fdba7, entries=150, sequenceid=169, filesize=30.4 K 2024-11-11T06:19:10,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/10834f4ff60c4d35a035d31ed10a228a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/10834f4ff60c4d35a035d31ed10a228a 2024-11-11T06:19:10,694 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/10834f4ff60c4d35a035d31ed10a228a, entries=150, sequenceid=169, filesize=11.9 K 2024-11-11T06:19:10,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/7e1e5e2c6545446296420c3e102a653c as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/7e1e5e2c6545446296420c3e102a653c 2024-11-11T06:19:10,701 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/7e1e5e2c6545446296420c3e102a653c, entries=150, sequenceid=169, filesize=11.9 K 2024-11-11T06:19:10,702 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for f991387a4b573541e83c0a410de6f935 in 908ms, sequenceid=169, compaction requested=false 2024-11-11T06:19:10,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:10,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:10,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-11T06:19:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-11T06:19:10,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-11T06:19:10,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3690 sec 2024-11-11T06:19:10,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.3740 sec 2024-11-11T06:19:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:11,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f991387a4b573541e83c0a410de6f935 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-11T06:19:11,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=A 2024-11-11T06:19:11,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:11,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=B 2024-11-11T06:19:11,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:11,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=C 2024-11-11T06:19:11,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:11,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306011033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:11,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306011034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:11,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306011034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:11,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306011035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:11,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306011037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:11,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112ea1e0091eb345f0b66ddf4d9dae14f9_f991387a4b573541e83c0a410de6f935 is 50, key is test_row_0/A:col10/1731305951028/Put/seqid=0 2024-11-11T06:19:11,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742233_1409 (size=14794) 2024-11-11T06:19:11,081 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,092 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112ea1e0091eb345f0b66ddf4d9dae14f9_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112ea1e0091eb345f0b66ddf4d9dae14f9_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:11,093 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/6cb9bb4d670d4505947819ab25b5e241, store: [table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:11,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/6cb9bb4d670d4505947819ab25b5e241 is 175, key is test_row_0/A:col10/1731305951028/Put/seqid=0 2024-11-11T06:19:11,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742234_1410 (size=39749) 2024-11-11T06:19:11,115 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/6cb9bb4d670d4505947819ab25b5e241 2024-11-11T06:19:11,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/0562a7fe53e5426bb11e5f075ce900e3 is 50, key is test_row_0/B:col10/1731305951028/Put/seqid=0 2024-11-11T06:19:11,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742235_1411 (size=12151) 2024-11-11T06:19:11,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306011137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:11,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306011137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:11,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306011138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:11,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306011138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:11,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306011341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:11,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306011342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:11,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306011342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:11,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306011342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-11T06:19:11,437 INFO [Thread-1638 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-11T06:19:11,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:19:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-11T06:19:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-11T06:19:11,440 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:19:11,440 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:19:11,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:19:11,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/0562a7fe53e5426bb11e5f075ce900e3 2024-11-11T06:19:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-11T06:19:11,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/bc10b183fdbf4527bfe80f1d336ea39d is 50, key is test_row_0/C:col10/1731305951028/Put/seqid=0 2024-11-11T06:19:11,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742236_1412 (size=12151) 2024-11-11T06:19:11,592 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:11,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-11T06:19:11,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:11,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:11,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:11,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:11,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:11,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306011645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:11,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306011647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:11,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306011647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:11,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306011648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-11T06:19:11,745 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:11,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-11T06:19:11,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:11,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:11,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:11,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:11,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:11,898 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:11,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-11T06:19:11,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:11,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:11,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:11,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:11,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:11,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/bc10b183fdbf4527bfe80f1d336ea39d 2024-11-11T06:19:11,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/6cb9bb4d670d4505947819ab25b5e241 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/6cb9bb4d670d4505947819ab25b5e241 2024-11-11T06:19:11,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/6cb9bb4d670d4505947819ab25b5e241, entries=200, sequenceid=201, filesize=38.8 K 2024-11-11T06:19:11,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/0562a7fe53e5426bb11e5f075ce900e3 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/0562a7fe53e5426bb11e5f075ce900e3 2024-11-11T06:19:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/0562a7fe53e5426bb11e5f075ce900e3, entries=150, sequenceid=201, filesize=11.9 K 2024-11-11T06:19:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/bc10b183fdbf4527bfe80f1d336ea39d as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/bc10b183fdbf4527bfe80f1d336ea39d 2024-11-11T06:19:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/bc10b183fdbf4527bfe80f1d336ea39d, entries=150, sequenceid=201, filesize=11.9 K 2024-11-11T06:19:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for f991387a4b573541e83c0a410de6f935 in 955ms, sequenceid=201, compaction requested=true 2024-11-11T06:19:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:19:11,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:11,983 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:11,984 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:11,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:19:11,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:11,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:19:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,985 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:11,985 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/A is initiating minor compaction (all files) 2024-11-11T06:19:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,985 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/A in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,985 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/b6136398e9df474fa775ac054145f1bf, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/0479610816df4e599281753c3b7fdba7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/6cb9bb4d670d4505947819ab25b5e241] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=99.9 K 2024-11-11T06:19:11,985 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:11,985 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. files: [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/b6136398e9df474fa775ac054145f1bf, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/0479610816df4e599281753c3b7fdba7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/6cb9bb4d670d4505947819ab25b5e241] 2024-11-11T06:19:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,985 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,985 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6136398e9df474fa775ac054145f1bf, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731305948904 2024-11-11T06:19:11,985 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/B is initiating minor compaction (all files) 2024-11-11T06:19:11,985 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/B in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:11,986 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/46545b4212a54ee9a0cc00d30bf6492f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/10834f4ff60c4d35a035d31ed10a228a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/0562a7fe53e5426bb11e5f075ce900e3] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=35.9 K 2024-11-11T06:19:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,986 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0479610816df4e599281753c3b7fdba7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731305949223 2024-11-11T06:19:11,986 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 46545b4212a54ee9a0cc00d30bf6492f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731305948904 2024-11-11T06:19:11,987 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cb9bb4d670d4505947819ab25b5e241, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731305949889 2024-11-11T06:19:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,987 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 10834f4ff60c4d35a035d31ed10a228a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731305949223 2024-11-11T06:19:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,987 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 0562a7fe53e5426bb11e5f075ce900e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731305949901 2024-11-11T06:19:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,993 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,995 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411117d78187d94a749cf9e9eef15a0c537a2_f991387a4b573541e83c0a410de6f935 store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,995 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#B#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,996 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/eacac50e3ac44280ac189bd996a1d11c is 50, key is test_row_0/B:col10/1731305951028/Put/seqid=0 2024-11-11T06:19:11,996 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411117d78187d94a749cf9e9eef15a0c537a2_f991387a4b573541e83c0a410de6f935, store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,996 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117d78187d94a749cf9e9eef15a0c537a2_f991387a4b573541e83c0a410de6f935 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742237_1413 (size=12595) 2024-11-11T06:19:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742238_1414 (size=4469) 2024-11-11T06:19:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-11T06:19:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,051 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-11T06:19:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,052 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing f991387a4b573541e83c0a410de6f935 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T06:19:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=A 2024-11-11T06:19:12,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:12,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=B 2024-11-11T06:19:12,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:12,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=C 2024-11-11T06:19:12,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e9a213136a1f4050ad6857835d2196e1_f991387a4b573541e83c0a410de6f935 is 50, key is test_row_1/A:col10/1731305951035/Put/seqid=0 2024-11-11T06:19:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742239_1415 (size=9814) 2024-11-11T06:19:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:12,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306012231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:12,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306012232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:12,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306012233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:12,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306012233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:12,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306012236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:12,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306012336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:12,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306012338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:12,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306012339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:12,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306012339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:12,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306012342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:12,405 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#A#compaction#348 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:12,406 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/318e1b2a7c73438e8818943711dd2714 is 175, key is test_row_0/A:col10/1731305951028/Put/seqid=0 2024-11-11T06:19:12,412 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/eacac50e3ac44280ac189bd996a1d11c as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/eacac50e3ac44280ac189bd996a1d11c 2024-11-11T06:19:12,417 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f991387a4b573541e83c0a410de6f935/B of f991387a4b573541e83c0a410de6f935 into eacac50e3ac44280ac189bd996a1d11c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:12,417 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:12,418 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/B, priority=13, startTime=1731305951983; duration=0sec 2024-11-11T06:19:12,418 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:12,418 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:B 2024-11-11T06:19:12,418 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:12,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742240_1416 (size=31549) 2024-11-11T06:19:12,419 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:12,419 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/C is initiating minor compaction (all files) 2024-11-11T06:19:12,420 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/C in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:12,420 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/db8369f839ef4fec95e71513ad7453cf, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/7e1e5e2c6545446296420c3e102a653c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/bc10b183fdbf4527bfe80f1d336ea39d] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=35.9 K 2024-11-11T06:19:12,420 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting db8369f839ef4fec95e71513ad7453cf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731305948904 2024-11-11T06:19:12,421 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e1e5e2c6545446296420c3e102a653c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731305949223 2024-11-11T06:19:12,422 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting bc10b183fdbf4527bfe80f1d336ea39d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731305949901 2024-11-11T06:19:12,438 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#C#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:12,439 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/c8b5af033e1b40bbbf6fe11470407de4 is 50, key is test_row_0/C:col10/1731305951028/Put/seqid=0 2024-11-11T06:19:12,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742241_1417 (size=12595) 2024-11-11T06:19:12,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:12,469 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e9a213136a1f4050ad6857835d2196e1_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e9a213136a1f4050ad6857835d2196e1_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:12,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/d15a5a50bfe546dea0ed50b4b36d61a0, store: [table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:12,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/d15a5a50bfe546dea0ed50b4b36d61a0 is 175, key is test_row_1/A:col10/1731305951035/Put/seqid=0 2024-11-11T06:19:12,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742242_1418 (size=22461) 2024-11-11T06:19:12,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306012542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-11T06:19:12,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306012542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:12,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306012543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:12,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306012544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:12,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306012547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:12,823 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/318e1b2a7c73438e8818943711dd2714 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/318e1b2a7c73438e8818943711dd2714 2024-11-11T06:19:12,827 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f991387a4b573541e83c0a410de6f935/A of f991387a4b573541e83c0a410de6f935 into 318e1b2a7c73438e8818943711dd2714(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:12,827 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:12,827 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/A, priority=13, startTime=1731305951983; duration=0sec 2024-11-11T06:19:12,827 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:12,827 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:A 2024-11-11T06:19:12,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306012844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:12,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306012845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:12,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306012848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:12,854 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/c8b5af033e1b40bbbf6fe11470407de4 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/c8b5af033e1b40bbbf6fe11470407de4 2024-11-11T06:19:12,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306012849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:12,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306012850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:12,858 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f991387a4b573541e83c0a410de6f935/C of f991387a4b573541e83c0a410de6f935 into c8b5af033e1b40bbbf6fe11470407de4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:12,858 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:12,858 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/C, priority=13, startTime=1731305951984; duration=0sec 2024-11-11T06:19:12,858 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:12,858 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:C 2024-11-11T06:19:12,874 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/d15a5a50bfe546dea0ed50b4b36d61a0 2024-11-11T06:19:12,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/b1c722dcd0694d7295d38d21817aa1a2 is 50, key is test_row_1/B:col10/1731305951035/Put/seqid=0 2024-11-11T06:19:12,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742243_1419 (size=9757) 2024-11-11T06:19:13,283 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/b1c722dcd0694d7295d38d21817aa1a2 2024-11-11T06:19:13,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/fd12ff50cd5047b39ce9826e21c64ea0 is 50, key is test_row_1/C:col10/1731305951035/Put/seqid=0 2024-11-11T06:19:13,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742244_1420 (size=9757) 2024-11-11T06:19:13,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306013350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:13,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306013350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:13,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306013356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:13,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306013358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:13,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306013359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-11T06:19:13,706 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/fd12ff50cd5047b39ce9826e21c64ea0 2024-11-11T06:19:13,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/d15a5a50bfe546dea0ed50b4b36d61a0 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/d15a5a50bfe546dea0ed50b4b36d61a0 2024-11-11T06:19:13,714 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/d15a5a50bfe546dea0ed50b4b36d61a0, entries=100, sequenceid=208, filesize=21.9 K 2024-11-11T06:19:13,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/b1c722dcd0694d7295d38d21817aa1a2 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/b1c722dcd0694d7295d38d21817aa1a2 2024-11-11T06:19:13,718 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/b1c722dcd0694d7295d38d21817aa1a2, entries=100, sequenceid=208, filesize=9.5 K 2024-11-11T06:19:13,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/fd12ff50cd5047b39ce9826e21c64ea0 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/fd12ff50cd5047b39ce9826e21c64ea0 2024-11-11T06:19:13,722 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/fd12ff50cd5047b39ce9826e21c64ea0, entries=100, sequenceid=208, filesize=9.5 K 2024-11-11T06:19:13,723 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for f991387a4b573541e83c0a410de6f935 in 1671ms, sequenceid=208, compaction requested=false 2024-11-11T06:19:13,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:13,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:13,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-11T06:19:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-11T06:19:13,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-11T06:19:13,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2830 sec 2024-11-11T06:19:13,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.2880 sec 2024-11-11T06:19:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:14,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f991387a4b573541e83c0a410de6f935 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-11T06:19:14,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=A 2024-11-11T06:19:14,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:14,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=B 2024-11-11T06:19:14,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:14,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=C 2024-11-11T06:19:14,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:14,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d4ed16181bd040a29fbb3cbc87c68bc8_f991387a4b573541e83c0a410de6f935 is 50, key is test_row_0/A:col10/1731305952234/Put/seqid=0 2024-11-11T06:19:14,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306014367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:14,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306014367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:14,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306014368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:14,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742245_1421 (size=17284) 2024-11-11T06:19:14,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:14,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306014371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306014371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:14,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306014478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:14,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306014478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:14,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306014682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:14,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306014683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:14,775 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:14,779 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d4ed16181bd040a29fbb3cbc87c68bc8_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d4ed16181bd040a29fbb3cbc87c68bc8_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:14,779 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/e846e84b4af44cb8ad4c4438c51bc6fd, store: [table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:14,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/e846e84b4af44cb8ad4c4438c51bc6fd is 175, key is test_row_0/A:col10/1731305952234/Put/seqid=0 2024-11-11T06:19:14,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742246_1422 (size=48389) 2024-11-11T06:19:14,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306014986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:14,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306014986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:15,189 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/e846e84b4af44cb8ad4c4438c51bc6fd 2024-11-11T06:19:15,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/3cf46ca316ae4f309e5f3142af0c8709 is 50, key is test_row_0/B:col10/1731305952234/Put/seqid=0 2024-11-11T06:19:15,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742247_1423 (size=12151) 2024-11-11T06:19:15,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/3cf46ca316ae4f309e5f3142af0c8709 2024-11-11T06:19:15,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/ff348ef2d51a4e1893b1e6e24b9fe107 is 50, key is test_row_0/C:col10/1731305952234/Put/seqid=0 2024-11-11T06:19:15,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742248_1424 (size=12151) 2024-11-11T06:19:15,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306015489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:15,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306015492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-11T06:19:15,545 INFO [Thread-1638 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-11T06:19:15,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:19:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-11T06:19:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-11T06:19:15,548 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:19:15,549 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:19:15,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:19:15,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/ff348ef2d51a4e1893b1e6e24b9fe107 2024-11-11T06:19:15,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/e846e84b4af44cb8ad4c4438c51bc6fd as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/e846e84b4af44cb8ad4c4438c51bc6fd 2024-11-11T06:19:15,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/e846e84b4af44cb8ad4c4438c51bc6fd, entries=250, sequenceid=242, filesize=47.3 K 2024-11-11T06:19:15,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/3cf46ca316ae4f309e5f3142af0c8709 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/3cf46ca316ae4f309e5f3142af0c8709 2024-11-11T06:19:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/3cf46ca316ae4f309e5f3142af0c8709, entries=150, sequenceid=242, filesize=11.9 K 2024-11-11T06:19:15,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/ff348ef2d51a4e1893b1e6e24b9fe107 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/ff348ef2d51a4e1893b1e6e24b9fe107 2024-11-11T06:19:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/ff348ef2d51a4e1893b1e6e24b9fe107, entries=150, sequenceid=242, filesize=11.9 K 2024-11-11T06:19:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for f991387a4b573541e83c0a410de6f935 in 1279ms, sequenceid=242, compaction requested=true 2024-11-11T06:19:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:19:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:19:15,643 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:19:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:15,643 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,644 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:15,644 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:15,644 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/A is initiating minor compaction (all files) 2024-11-11T06:19:15,644 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/B is initiating minor compaction (all files) 2024-11-11T06:19:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,644 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/A in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:15,644 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/B in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:15,644 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/318e1b2a7c73438e8818943711dd2714, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/d15a5a50bfe546dea0ed50b4b36d61a0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/e846e84b4af44cb8ad4c4438c51bc6fd] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=100.0 K 2024-11-11T06:19:15,644 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/eacac50e3ac44280ac189bd996a1d11c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/b1c722dcd0694d7295d38d21817aa1a2, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/3cf46ca316ae4f309e5f3142af0c8709] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=33.7 K 2024-11-11T06:19:15,644 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:15,644 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. files: [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/318e1b2a7c73438e8818943711dd2714, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/d15a5a50bfe546dea0ed50b4b36d61a0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/e846e84b4af44cb8ad4c4438c51bc6fd] 2024-11-11T06:19:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,645 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting eacac50e3ac44280ac189bd996a1d11c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731305949901 2024-11-11T06:19:15,645 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 318e1b2a7c73438e8818943711dd2714, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731305949901 2024-11-11T06:19:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,645 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting b1c722dcd0694d7295d38d21817aa1a2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731305951034 2024-11-11T06:19:15,645 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d15a5a50bfe546dea0ed50b4b36d61a0, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731305951034 2024-11-11T06:19:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-11T06:19:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,652 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting e846e84b4af44cb8ad4c4438c51bc6fd, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731305952231 2024-11-11T06:19:15,652 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cf46ca316ae4f309e5f3142af0c8709, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731305952234 2024-11-11T06:19:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,658 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,660 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#B#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,660 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111ee8847349e9e45cd92ac8e5987dcb9fc_f991387a4b573541e83c0a410de6f935 store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,661 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/71cebaf2c50548fe9a68309d30be8285 is 50, key is test_row_0/B:col10/1731305952234/Put/seqid=0 2024-11-11T06:19:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,662 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111ee8847349e9e45cd92ac8e5987dcb9fc_f991387a4b573541e83c0a410de6f935, store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:15,663 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ee8847349e9e45cd92ac8e5987dcb9fc_f991387a4b573541e83c0a410de6f935 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742249_1425 (size=12697) 2024-11-11T06:19:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742250_1426 (size=4469) 2024-11-11T06:19:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,686 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#A#compaction#357 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,687 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/e79d18b2637947f2890f17d5f76b59b4 is 175, key is test_row_0/A:col10/1731305952234/Put/seqid=0 2024-11-11T06:19:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742251_1427 (size=31651) 2024-11-11T06:19:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,700 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-11T06:19:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,701 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing f991387a4b573541e83c0a410de6f935 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-11T06:19:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=A 2024-11-11T06:19:15,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=B 2024-11-11T06:19:15,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:15,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=C 2024-11-11T06:19:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d88bfa5f3c934885a93c35148947341f_f991387a4b573541e83c0a410de6f935 is 50, key is test_row_0/A:col10/1731305954369/Put/seqid=0 2024-11-11T06:19:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742252_1428 (size=9814) 2024-11-11T06:19:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,717 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d88bfa5f3c934885a93c35148947341f_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d88bfa5f3c934885a93c35148947341f_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/452caa24bb1940e8891681dd9d8c9d34, store: [table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/452caa24bb1940e8891681dd9d8c9d34 is 175, key is test_row_0/A:col10/1731305954369/Put/seqid=0 2024-11-11T06:19:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742253_1429 (size=22461) 2024-11-11T06:19:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,723 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/452caa24bb1940e8891681dd9d8c9d34 2024-11-11T06:19:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/23b9239b4dae481eb37aca00f8896efd is 50, key is test_row_0/B:col10/1731305954369/Put/seqid=0 2024-11-11T06:19:15,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742254_1430 (size=9757) 2024-11-11T06:19:15,746 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/23b9239b4dae481eb37aca00f8896efd 2024-11-11T06:19:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/5688c8948fe04777893b1d7f2c501459 is 50, key is test_row_0/C:col10/1731305954369/Put/seqid=0 2024-11-11T06:19:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742255_1431 (size=9757) 2024-11-11T06:19:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-11T06:19:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,075 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/71cebaf2c50548fe9a68309d30be8285 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/71cebaf2c50548fe9a68309d30be8285 2024-11-11T06:19:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,080 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f991387a4b573541e83c0a410de6f935/B of f991387a4b573541e83c0a410de6f935 into 71cebaf2c50548fe9a68309d30be8285(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:16,080 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:16,080 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/B, priority=13, startTime=1731305955643; duration=0sec 2024-11-11T06:19:16,080 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:16,080 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:B 2024-11-11T06:19:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,080 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,081 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:16,081 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/C is initiating minor compaction (all files) 2024-11-11T06:19:16,081 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/C in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,082 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/c8b5af033e1b40bbbf6fe11470407de4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/fd12ff50cd5047b39ce9826e21c64ea0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/ff348ef2d51a4e1893b1e6e24b9fe107] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=33.7 K 2024-11-11T06:19:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,082 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting c8b5af033e1b40bbbf6fe11470407de4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731305949901 2024-11-11T06:19:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,082 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting fd12ff50cd5047b39ce9826e21c64ea0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731305951034 2024-11-11T06:19:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,083 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting ff348ef2d51a4e1893b1e6e24b9fe107, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731305952234 2024-11-11T06:19:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,091 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#C#compaction#362 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,092 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/a53d3f683fef4049b1ef61e3c7d250d6 is 50, key is test_row_0/C:col10/1731305952234/Put/seqid=0 2024-11-11T06:19:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,096 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/e79d18b2637947f2890f17d5f76b59b4 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/e79d18b2637947f2890f17d5f76b59b4 2024-11-11T06:19:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,101 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f991387a4b573541e83c0a410de6f935/A of f991387a4b573541e83c0a410de6f935 into e79d18b2637947f2890f17d5f76b59b4(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:16,101 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,101 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/A, priority=13, startTime=1731305955643; duration=0sec 2024-11-11T06:19:16,101 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:16,101 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:A 2024-11-11T06:19:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742256_1432 (size=12697) 2024-11-11T06:19:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,108 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/a53d3f683fef4049b1ef61e3c7d250d6 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/a53d3f683fef4049b1ef61e3c7d250d6 2024-11-11T06:19:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,113 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f991387a4b573541e83c0a410de6f935/C of f991387a4b573541e83c0a410de6f935 into a53d3f683fef4049b1ef61e3c7d250d6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:16,113 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,113 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/C, priority=13, startTime=1731305955643; duration=0sec 2024-11-11T06:19:16,113 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:16,113 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:C 2024-11-11T06:19:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-11T06:19:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,156 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/5688c8948fe04777893b1d7f2c501459 2024-11-11T06:19:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/452caa24bb1940e8891681dd9d8c9d34 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/452caa24bb1940e8891681dd9d8c9d34 2024-11-11T06:19:16,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,167 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/452caa24bb1940e8891681dd9d8c9d34, entries=100, sequenceid=247, filesize=21.9 K 2024-11-11T06:19:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/23b9239b4dae481eb37aca00f8896efd as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/23b9239b4dae481eb37aca00f8896efd 2024-11-11T06:19:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,173 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/23b9239b4dae481eb37aca00f8896efd, entries=100, sequenceid=247, filesize=9.5 K 2024-11-11T06:19:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/5688c8948fe04777893b1d7f2c501459 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/5688c8948fe04777893b1d7f2c501459 2024-11-11T06:19:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,177 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/5688c8948fe04777893b1d7f2c501459, entries=100, sequenceid=247, filesize=9.5 K 2024-11-11T06:19:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,178 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for f991387a4b573541e83c0a410de6f935 in 477ms, sequenceid=247, compaction requested=false 2024-11-11T06:19:16,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:16,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-11T06:19:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-11T06:19:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-11T06:19:16,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 631 msec 2024-11-11T06:19:16,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 637 msec 2024-11-11T06:19:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:16,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f991387a4b573541e83c0a410de6f935 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T06:19:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=A 2024-11-11T06:19:16,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=B 2024-11-11T06:19:16,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:16,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=C 2024-11-11T06:19:16,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e055d8dd62c7464482647b22be8ec68f_f991387a4b573541e83c0a410de6f935 is 50, key is test_row_0/A:col10/1731305956532/Put/seqid=0 2024-11-11T06:19:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742257_1433 (size=20024) 2024-11-11T06:19:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306016599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:16,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306016600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:16,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306016600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:16,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306016609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:16,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306016610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-11T06:19:16,652 INFO [Thread-1638 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-11T06:19:16,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:19:16,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-11T06:19:16,655 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:19:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-11T06:19:16,655 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:19:16,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:19:16,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306016711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:16,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306016711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:16,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306016711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:16,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306016716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:16,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306016716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:16,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-11T06:19:16,807 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:16,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-11T06:19:16,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:16,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:16,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:16,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:16,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:16,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:16,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306016918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:16,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306016919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:16,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306016920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:16,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306016921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:16,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306016921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-11T06:19:16,963 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:16,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-11T06:19:16,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:16,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:16,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:16,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:16,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:16,967 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:16,972 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e055d8dd62c7464482647b22be8ec68f_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e055d8dd62c7464482647b22be8ec68f_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:16,973 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/5efc69cac284439a90cd6e05ef423d96, store: [table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:16,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/5efc69cac284439a90cd6e05ef423d96 is 175, key is test_row_0/A:col10/1731305956532/Put/seqid=0 2024-11-11T06:19:16,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742258_1434 (size=57283) 2024-11-11T06:19:16,981 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/5efc69cac284439a90cd6e05ef423d96 2024-11-11T06:19:16,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/4ee45f2a46054290a65661933c367f94 is 50, key is test_row_0/B:col10/1731305956532/Put/seqid=0 2024-11-11T06:19:17,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742259_1435 (size=12301) 2024-11-11T06:19:17,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/4ee45f2a46054290a65661933c367f94 2024-11-11T06:19:17,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/16356ad6adae4ddc8c473beb858cf473 is 50, key is test_row_0/C:col10/1731305956532/Put/seqid=0 2024-11-11T06:19:17,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742260_1436 (size=12301) 2024-11-11T06:19:17,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/16356ad6adae4ddc8c473beb858cf473 2024-11-11T06:19:17,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/5efc69cac284439a90cd6e05ef423d96 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/5efc69cac284439a90cd6e05ef423d96 2024-11-11T06:19:17,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/5efc69cac284439a90cd6e05ef423d96, entries=300, sequenceid=261, filesize=55.9 K 2024-11-11T06:19:17,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/4ee45f2a46054290a65661933c367f94 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/4ee45f2a46054290a65661933c367f94 2024-11-11T06:19:17,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/4ee45f2a46054290a65661933c367f94, entries=150, sequenceid=261, filesize=12.0 K 2024-11-11T06:19:17,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/16356ad6adae4ddc8c473beb858cf473 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/16356ad6adae4ddc8c473beb858cf473 2024-11-11T06:19:17,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/16356ad6adae4ddc8c473beb858cf473, entries=150, sequenceid=261, filesize=12.0 K 2024-11-11T06:19:17,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f991387a4b573541e83c0a410de6f935 in 506ms, sequenceid=261, compaction requested=true 2024-11-11T06:19:17,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:17,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:19:17,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:17,041 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:17,041 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:17,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:19:17,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:17,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:19:17,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:17,042 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111395 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:17,042 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:17,042 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/A is initiating minor compaction (all files) 2024-11-11T06:19:17,042 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/B is initiating minor compaction (all files) 2024-11-11T06:19:17,043 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/A in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:17,043 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/B in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:17,043 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/e79d18b2637947f2890f17d5f76b59b4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/452caa24bb1940e8891681dd9d8c9d34, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/5efc69cac284439a90cd6e05ef423d96] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=108.8 K 2024-11-11T06:19:17,043 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/71cebaf2c50548fe9a68309d30be8285, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/23b9239b4dae481eb37aca00f8896efd, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/4ee45f2a46054290a65661933c367f94] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=33.9 K 2024-11-11T06:19:17,043 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:17,043 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. files: [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/e79d18b2637947f2890f17d5f76b59b4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/452caa24bb1940e8891681dd9d8c9d34, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/5efc69cac284439a90cd6e05ef423d96] 2024-11-11T06:19:17,043 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting e79d18b2637947f2890f17d5f76b59b4, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731305952234 2024-11-11T06:19:17,043 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 71cebaf2c50548fe9a68309d30be8285, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731305952234 2024-11-11T06:19:17,043 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 23b9239b4dae481eb37aca00f8896efd, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731305954369 2024-11-11T06:19:17,043 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 452caa24bb1940e8891681dd9d8c9d34, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731305954369 2024-11-11T06:19:17,044 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ee45f2a46054290a65661933c367f94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731305956532 2024-11-11T06:19:17,044 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5efc69cac284439a90cd6e05ef423d96, keycount=300, bloomtype=ROW, size=55.9 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731305956450 2024-11-11T06:19:17,055 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:17,055 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/2ff435b5b2a24da7b351443a6050f192 is 50, key is test_row_0/B:col10/1731305956532/Put/seqid=0 2024-11-11T06:19:17,060 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:17,080 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411114f1b2aad4be646a8a9108ed381dbfeb2_f991387a4b573541e83c0a410de6f935 store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:17,082 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411114f1b2aad4be646a8a9108ed381dbfeb2_f991387a4b573541e83c0a410de6f935, store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:17,083 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114f1b2aad4be646a8a9108ed381dbfeb2_f991387a4b573541e83c0a410de6f935 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:17,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742261_1437 (size=12949) 2024-11-11T06:19:17,096 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/2ff435b5b2a24da7b351443a6050f192 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/2ff435b5b2a24da7b351443a6050f192 2024-11-11T06:19:17,103 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f991387a4b573541e83c0a410de6f935/B of f991387a4b573541e83c0a410de6f935 into 2ff435b5b2a24da7b351443a6050f192(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:17,103 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:17,103 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/B, priority=13, startTime=1731305957041; duration=0sec 2024-11-11T06:19:17,104 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:17,104 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:B 2024-11-11T06:19:17,104 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:17,106 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:17,107 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/C is initiating minor compaction (all files) 2024-11-11T06:19:17,107 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/C in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:17,107 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/a53d3f683fef4049b1ef61e3c7d250d6, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/5688c8948fe04777893b1d7f2c501459, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/16356ad6adae4ddc8c473beb858cf473] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=33.9 K 2024-11-11T06:19:17,107 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting a53d3f683fef4049b1ef61e3c7d250d6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731305952234 2024-11-11T06:19:17,107 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5688c8948fe04777893b1d7f2c501459, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731305954369 2024-11-11T06:19:17,108 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 16356ad6adae4ddc8c473beb858cf473, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731305956532 2024-11-11T06:19:17,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742262_1438 (size=4469) 2024-11-11T06:19:17,117 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:17,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-11T06:19:17,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:17,117 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing f991387a4b573541e83c0a410de6f935 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T06:19:17,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=A 2024-11-11T06:19:17,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:17,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=B 2024-11-11T06:19:17,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:17,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=C 2024-11-11T06:19:17,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:17,118 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#A#compaction#367 average throughput is 0.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:17,119 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/a72efa9489074cc2b1135779f522e1ff is 175, key is test_row_0/A:col10/1731305956532/Put/seqid=0 2024-11-11T06:19:17,134 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#C#compaction#368 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:17,135 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/fc28725c2be1498fade5635489bfab44 is 50, key is test_row_0/C:col10/1731305956532/Put/seqid=0 2024-11-11T06:19:17,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110edc4d1bdb9d476f850433c0daa236e7_f991387a4b573541e83c0a410de6f935 is 50, key is test_row_0/A:col10/1731305956607/Put/seqid=0 2024-11-11T06:19:17,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742263_1439 (size=31903) 2024-11-11T06:19:17,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742264_1440 (size=12949) 2024-11-11T06:19:17,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742265_1441 (size=12454) 2024-11-11T06:19:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:17,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:17,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306017231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:17,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306017231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:17,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306017234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:17,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306017235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:17,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306017237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-11T06:19:17,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306017338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:17,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306017338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:17,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306017342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:17,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306017343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:17,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306017343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:17,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306017544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:17,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306017544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:17,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306017545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:17,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306017546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:17,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306017547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:17,585 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/a72efa9489074cc2b1135779f522e1ff as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/a72efa9489074cc2b1135779f522e1ff 2024-11-11T06:19:17,590 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f991387a4b573541e83c0a410de6f935/A of f991387a4b573541e83c0a410de6f935 into a72efa9489074cc2b1135779f522e1ff(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:17,590 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:17,590 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/A, priority=13, startTime=1731305957041; duration=0sec 2024-11-11T06:19:17,591 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:17,591 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:A 2024-11-11T06:19:17,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,601 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/fc28725c2be1498fade5635489bfab44 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/fc28725c2be1498fade5635489bfab44 2024-11-11T06:19:17,603 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110edc4d1bdb9d476f850433c0daa236e7_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110edc4d1bdb9d476f850433c0daa236e7_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:17,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/2d2b3dc4bdeb4592a2a9b3a051db3f10, store: [table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:17,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/2d2b3dc4bdeb4592a2a9b3a051db3f10 is 175, key is test_row_0/A:col10/1731305956607/Put/seqid=0 2024-11-11T06:19:17,606 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f991387a4b573541e83c0a410de6f935/C of f991387a4b573541e83c0a410de6f935 into fc28725c2be1498fade5635489bfab44(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:17,606 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:17,606 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/C, priority=13, startTime=1731305957042; duration=0sec 2024-11-11T06:19:17,606 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:17,606 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:C 2024-11-11T06:19:17,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742266_1442 (size=31255) 2024-11-11T06:19:17,630 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/2d2b3dc4bdeb4592a2a9b3a051db3f10 2024-11-11T06:19:17,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/90cffd51f8fe481b9299abbdc3e1a928 is 50, key is test_row_0/B:col10/1731305956607/Put/seqid=0 2024-11-11T06:19:17,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742267_1443 (size=12301) 2024-11-11T06:19:17,654 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/90cffd51f8fe481b9299abbdc3e1a928 2024-11-11T06:19:17,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/34fad86748ab416aa260fc45753c53d3 is 50, key is test_row_0/C:col10/1731305956607/Put/seqid=0 2024-11-11T06:19:17,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742268_1444 (size=12301) 2024-11-11T06:19:17,672 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/34fad86748ab416aa260fc45753c53d3 2024-11-11T06:19:17,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/2d2b3dc4bdeb4592a2a9b3a051db3f10 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/2d2b3dc4bdeb4592a2a9b3a051db3f10 2024-11-11T06:19:17,679 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/2d2b3dc4bdeb4592a2a9b3a051db3f10, entries=150, sequenceid=287, filesize=30.5 K 2024-11-11T06:19:17,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/90cffd51f8fe481b9299abbdc3e1a928 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/90cffd51f8fe481b9299abbdc3e1a928 2024-11-11T06:19:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,683 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/90cffd51f8fe481b9299abbdc3e1a928, entries=150, sequenceid=287, filesize=12.0 K 2024-11-11T06:19:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/34fad86748ab416aa260fc45753c53d3 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/34fad86748ab416aa260fc45753c53d3 2024-11-11T06:19:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,687 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/34fad86748ab416aa260fc45753c53d3, entries=150, sequenceid=287, filesize=12.0 K 2024-11-11T06:19:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,688 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f991387a4b573541e83c0a410de6f935 in 571ms, sequenceid=287, compaction requested=false 2024-11-11T06:19:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:17,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:17,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-11T06:19:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-11T06:19:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-11T06:19:17,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0340 sec 2024-11-11T06:19:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.0380 sec 2024-11-11T06:19:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-11T06:19:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,759 INFO [Thread-1638 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-11T06:19:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:19:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-11T06:19:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,762 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:19:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T06:19:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,763 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:19:17,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:19:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T06:19:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f991387a4b573541e83c0a410de6f935 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T06:19:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=A 2024-11-11T06:19:17,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:17,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=B 2024-11-11T06:19:17,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=C 2024-11-11T06:19:17,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,915 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:17,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T06:19:17,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:17,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:17,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:17,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:17,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b57bad49d05445479daa48f980ac0bd7_f991387a4b573541e83c0a410de6f935 is 50, key is test_row_0/A:col10/1731305957899/Put/seqid=0 2024-11-11T06:19:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742269_1445 (size=12454) 2024-11-11T06:19:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,934 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,939 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b57bad49d05445479daa48f980ac0bd7_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b57bad49d05445479daa48f980ac0bd7_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,940 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/0de69af20139459498bd18b32c4ae98a, store: [table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:17,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/0de69af20139459498bd18b32c4ae98a is 175, key is test_row_0/A:col10/1731305957899/Put/seqid=0 2024-11-11T06:19:17,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742270_1446 (size=31251) 2024-11-11T06:19:17,970 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/0de69af20139459498bd18b32c4ae98a 2024-11-11T06:19:17,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306017964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:17,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306017965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:17,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306017966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:17,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/c6ef09fa552c426196f295722e96c29f is 50, key is test_row_0/B:col10/1731305957899/Put/seqid=0 2024-11-11T06:19:17,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306017972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:17,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306017974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:18,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742271_1447 (size=9857) 2024-11-11T06:19:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T06:19:18,068 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:18,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T06:19:18,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:18,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:18,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:18,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:18,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:18,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306018074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:18,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306018075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:18,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306018075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:18,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306018080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:18,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306018082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:18,220 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:18,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T06:19:18,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:18,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:18,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:18,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:18,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:18,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306018280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:18,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306018281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:18,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306018281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:18,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306018288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:18,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306018288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T06:19:18,373 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:18,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T06:19:18,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:18,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:18,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:18,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:18,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:18,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/c6ef09fa552c426196f295722e96c29f 2024-11-11T06:19:18,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/ff57cf8603f440b5b04460491048dcba is 50, key is test_row_0/C:col10/1731305957899/Put/seqid=0 2024-11-11T06:19:18,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742272_1448 (size=9857) 2024-11-11T06:19:18,525 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:18,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T06:19:18,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:18,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:18,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:18,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:18,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:18,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306018584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:18,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306018585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:18,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306018585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:18,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306018591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:18,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306018591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:18,678 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:18,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T06:19:18,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:18,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:18,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:18,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:18,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:18,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/ff57cf8603f440b5b04460491048dcba 2024-11-11T06:19:18,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/0de69af20139459498bd18b32c4ae98a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/0de69af20139459498bd18b32c4ae98a 2024-11-11T06:19:18,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/0de69af20139459498bd18b32c4ae98a, entries=150, sequenceid=301, filesize=30.5 K 2024-11-11T06:19:18,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/c6ef09fa552c426196f295722e96c29f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/c6ef09fa552c426196f295722e96c29f 2024-11-11T06:19:18,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/c6ef09fa552c426196f295722e96c29f, entries=100, sequenceid=301, filesize=9.6 K 2024-11-11T06:19:18,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/ff57cf8603f440b5b04460491048dcba as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/ff57cf8603f440b5b04460491048dcba 2024-11-11T06:19:18,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/ff57cf8603f440b5b04460491048dcba, entries=100, sequenceid=301, filesize=9.6 K 2024-11-11T06:19:18,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f991387a4b573541e83c0a410de6f935 in 926ms, sequenceid=301, compaction requested=true 2024-11-11T06:19:18,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:18,828 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:18,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:19:18,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:18,828 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:18,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:19:18,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:18,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:19:18,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:18,829 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:18,829 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/A is initiating minor compaction (all files) 2024-11-11T06:19:18,829 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/A in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:18,829 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/a72efa9489074cc2b1135779f522e1ff, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/2d2b3dc4bdeb4592a2a9b3a051db3f10, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/0de69af20139459498bd18b32c4ae98a] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=92.2 K 2024-11-11T06:19:18,829 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:18,829 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:18,829 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. files: [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/a72efa9489074cc2b1135779f522e1ff, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/2d2b3dc4bdeb4592a2a9b3a051db3f10, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/0de69af20139459498bd18b32c4ae98a] 2024-11-11T06:19:18,829 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/B is initiating minor compaction (all files) 2024-11-11T06:19:18,829 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/B in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:18,829 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/2ff435b5b2a24da7b351443a6050f192, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/90cffd51f8fe481b9299abbdc3e1a928, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/c6ef09fa552c426196f295722e96c29f] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=34.3 K 2024-11-11T06:19:18,830 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting a72efa9489074cc2b1135779f522e1ff, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731305956532 2024-11-11T06:19:18,830 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ff435b5b2a24da7b351443a6050f192, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731305956532 2024-11-11T06:19:18,830 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d2b3dc4bdeb4592a2a9b3a051db3f10, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731305956596 2024-11-11T06:19:18,830 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 90cffd51f8fe481b9299abbdc3e1a928, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731305956596 2024-11-11T06:19:18,830 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0de69af20139459498bd18b32c4ae98a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731305957232 2024-11-11T06:19:18,830 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting c6ef09fa552c426196f295722e96c29f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731305957236 2024-11-11T06:19:18,831 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:18,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T06:19:18,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:18,831 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing f991387a4b573541e83c0a410de6f935 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T06:19:18,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=A 2024-11-11T06:19:18,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:18,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=B 2024-11-11T06:19:18,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:18,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=C 2024-11-11T06:19:18,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:18,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e4e7b2457ad643a79ff60c8df5fab323_f991387a4b573541e83c0a410de6f935 is 50, key is test_row_0/A:col10/1731305957965/Put/seqid=0 2024-11-11T06:19:18,843 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:18,844 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#B#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:18,845 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/3e7703b592724374be8827201e7fb76f is 50, key is test_row_0/B:col10/1731305957899/Put/seqid=0 2024-11-11T06:19:18,847 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111da47975cacb34f5993f37f364a5c22bd_f991387a4b573541e83c0a410de6f935 store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:18,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742273_1449 (size=12454) 2024-11-11T06:19:18,848 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111da47975cacb34f5993f37f364a5c22bd_f991387a4b573541e83c0a410de6f935, store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:18,848 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111da47975cacb34f5993f37f364a5c22bd_f991387a4b573541e83c0a410de6f935 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:18,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742274_1450 (size=13051) 2024-11-11T06:19:18,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742275_1451 (size=4469) 2024-11-11T06:19:18,857 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#A#compaction#377 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:18,858 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/5675e887017a4c13b2bca9e1f0ee1f1d is 175, key is test_row_0/A:col10/1731305957899/Put/seqid=0 2024-11-11T06:19:18,859 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/3e7703b592724374be8827201e7fb76f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/3e7703b592724374be8827201e7fb76f 2024-11-11T06:19:18,863 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f991387a4b573541e83c0a410de6f935/B of f991387a4b573541e83c0a410de6f935 into 3e7703b592724374be8827201e7fb76f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:18,863 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:18,863 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/B, priority=13, startTime=1731305958828; duration=0sec 2024-11-11T06:19:18,863 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:18,863 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:B 2024-11-11T06:19:18,863 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:18,864 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:18,864 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/C is initiating minor compaction (all files) 2024-11-11T06:19:18,864 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/C in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:18,864 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/fc28725c2be1498fade5635489bfab44, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/34fad86748ab416aa260fc45753c53d3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/ff57cf8603f440b5b04460491048dcba] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=34.3 K 2024-11-11T06:19:18,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742276_1452 (size=32112) 2024-11-11T06:19:18,865 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting fc28725c2be1498fade5635489bfab44, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731305956532 2024-11-11T06:19:18,865 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 34fad86748ab416aa260fc45753c53d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731305956596 2024-11-11T06:19:18,865 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting ff57cf8603f440b5b04460491048dcba, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731305957236 2024-11-11T06:19:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T06:19:18,869 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/5675e887017a4c13b2bca9e1f0ee1f1d as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/5675e887017a4c13b2bca9e1f0ee1f1d 2024-11-11T06:19:18,872 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#C#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:18,873 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/6553af4fbe99496d815f5c0b59aef445 is 50, key is test_row_0/C:col10/1731305957899/Put/seqid=0 2024-11-11T06:19:18,875 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f991387a4b573541e83c0a410de6f935/A of f991387a4b573541e83c0a410de6f935 into 5675e887017a4c13b2bca9e1f0ee1f1d(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:18,875 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:18,875 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/A, priority=13, startTime=1731305958828; duration=0sec 2024-11-11T06:19:18,875 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:18,875 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:A 2024-11-11T06:19:18,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742277_1453 (size=13051) 2024-11-11T06:19:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:19,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. as already flushing 2024-11-11T06:19:19,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306019099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:19,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:19,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306019101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306019101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:19,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306019103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:19,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306019103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:19,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306019204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:19,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306019211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:19,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:19,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306019211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306019211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:19,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306019211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:19,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:19,252 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e4e7b2457ad643a79ff60c8df5fab323_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e4e7b2457ad643a79ff60c8df5fab323_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:19,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/77482a9a15614652929d6a6a884bb6ea, store: [table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:19,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/77482a9a15614652929d6a6a884bb6ea is 175, key is test_row_0/A:col10/1731305957965/Put/seqid=0 2024-11-11T06:19:19,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742278_1454 (size=31255) 2024-11-11T06:19:19,287 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/6553af4fbe99496d815f5c0b59aef445 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/6553af4fbe99496d815f5c0b59aef445 2024-11-11T06:19:19,291 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f991387a4b573541e83c0a410de6f935/C of f991387a4b573541e83c0a410de6f935 into 6553af4fbe99496d815f5c0b59aef445(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:19,291 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:19,291 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/C, priority=13, startTime=1731305958828; duration=0sec 2024-11-11T06:19:19,291 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:19,291 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:C 2024-11-11T06:19:19,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306019409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:19,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306019415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:19,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306019416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:19,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306019416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:19,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306019417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:19,658 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/77482a9a15614652929d6a6a884bb6ea 2024-11-11T06:19:19,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/74a186476ea84c66b2a49c8df01c4804 is 50, key is test_row_0/B:col10/1731305957965/Put/seqid=0 2024-11-11T06:19:19,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742279_1455 (size=12301) 2024-11-11T06:19:19,679 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/74a186476ea84c66b2a49c8df01c4804 2024-11-11T06:19:19,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/8707aaac0422498bb2f6dd2df39b76bd is 50, key is test_row_0/C:col10/1731305957965/Put/seqid=0 2024-11-11T06:19:19,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742280_1456 (size=12301) 2024-11-11T06:19:19,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306019714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:19,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306019719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:19,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306019720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:19,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306019721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:19,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306019722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T06:19:20,097 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/8707aaac0422498bb2f6dd2df39b76bd 2024-11-11T06:19:20,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/77482a9a15614652929d6a6a884bb6ea as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/77482a9a15614652929d6a6a884bb6ea 2024-11-11T06:19:20,104 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/77482a9a15614652929d6a6a884bb6ea, entries=150, sequenceid=325, filesize=30.5 K 2024-11-11T06:19:20,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/74a186476ea84c66b2a49c8df01c4804 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/74a186476ea84c66b2a49c8df01c4804 2024-11-11T06:19:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,108 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/74a186476ea84c66b2a49c8df01c4804, entries=150, sequenceid=325, filesize=12.0 K 2024-11-11T06:19:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/8707aaac0422498bb2f6dd2df39b76bd as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/8707aaac0422498bb2f6dd2df39b76bd 2024-11-11T06:19:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,112 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/8707aaac0422498bb2f6dd2df39b76bd, entries=150, sequenceid=325, filesize=12.0 K 2024-11-11T06:19:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,113 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for f991387a4b573541e83c0a410de6f935 in 1282ms, sequenceid=325, compaction requested=false 2024-11-11T06:19:20,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:20,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:20,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-11T06:19:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-11T06:19:20,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-11T06:19:20,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3510 sec 2024-11-11T06:19:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 2.3550 sec 2024-11-11T06:19:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:20,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f991387a4b573541e83c0a410de6f935 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T06:19:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=A 2024-11-11T06:19:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:20,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=B 2024-11-11T06:19:20,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:20,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=C 2024-11-11T06:19:20,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116974d6a5aec5418a9f215ead26bef0bc_f991387a4b573541e83c0a410de6f935 is 50, key is test_row_0/A:col10/1731305960248/Put/seqid=0 2024-11-11T06:19:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742281_1457 (size=14994) 2024-11-11T06:19:20,276 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,281 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116974d6a5aec5418a9f215ead26bef0bc_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116974d6a5aec5418a9f215ead26bef0bc_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:20,282 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/d446e97980764835929176c162aea443, store: [table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:20,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/d446e97980764835929176c162aea443 is 175, key is test_row_0/A:col10/1731305960248/Put/seqid=0 2024-11-11T06:19:20,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742282_1458 (size=39945) 2024-11-11T06:19:20,292 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=343, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/d446e97980764835929176c162aea443 2024-11-11T06:19:20,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306020291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:20,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/a8e15e4772c24cbdb879b1d1711a0f29 is 50, key is test_row_0/B:col10/1731305960248/Put/seqid=0 2024-11-11T06:19:20,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306020293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:20,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306020295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:20,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306020296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:20,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306020297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:20,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742283_1459 (size=9857) 2024-11-11T06:19:20,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/a8e15e4772c24cbdb879b1d1711a0f29 2024-11-11T06:19:20,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/6bac4b55b5df46f7a1b771b639e31882 is 50, key is test_row_0/C:col10/1731305960248/Put/seqid=0 2024-11-11T06:19:20,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742284_1460 (size=9857) 2024-11-11T06:19:20,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/6bac4b55b5df46f7a1b771b639e31882 2024-11-11T06:19:20,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/d446e97980764835929176c162aea443 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/d446e97980764835929176c162aea443 2024-11-11T06:19:20,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/d446e97980764835929176c162aea443, entries=200, sequenceid=343, filesize=39.0 K 2024-11-11T06:19:20,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/a8e15e4772c24cbdb879b1d1711a0f29 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/a8e15e4772c24cbdb879b1d1711a0f29 2024-11-11T06:19:20,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/a8e15e4772c24cbdb879b1d1711a0f29, entries=100, sequenceid=343, filesize=9.6 K 2024-11-11T06:19:20,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/6bac4b55b5df46f7a1b771b639e31882 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/6bac4b55b5df46f7a1b771b639e31882 2024-11-11T06:19:20,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/6bac4b55b5df46f7a1b771b639e31882, entries=100, sequenceid=343, filesize=9.6 K 2024-11-11T06:19:20,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f991387a4b573541e83c0a410de6f935 in 125ms, sequenceid=343, compaction requested=true 2024-11-11T06:19:20,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:20,374 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:20,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:19:20,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:20,374 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:20,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:19:20,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:20,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:19:20,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:20,375 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103312 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:20,375 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/A is initiating minor compaction (all files) 2024-11-11T06:19:20,375 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/A in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:20,375 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/5675e887017a4c13b2bca9e1f0ee1f1d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/77482a9a15614652929d6a6a884bb6ea, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/d446e97980764835929176c162aea443] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=100.9 K 2024-11-11T06:19:20,375 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:20,375 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. files: [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/5675e887017a4c13b2bca9e1f0ee1f1d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/77482a9a15614652929d6a6a884bb6ea, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/d446e97980764835929176c162aea443] 2024-11-11T06:19:20,375 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:20,375 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/B is initiating minor compaction (all files) 2024-11-11T06:19:20,376 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/B in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:20,376 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/3e7703b592724374be8827201e7fb76f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/74a186476ea84c66b2a49c8df01c4804, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/a8e15e4772c24cbdb879b1d1711a0f29] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=34.4 K 2024-11-11T06:19:20,376 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5675e887017a4c13b2bca9e1f0ee1f1d, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731305956608 2024-11-11T06:19:20,376 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e7703b592724374be8827201e7fb76f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731305956608 2024-11-11T06:19:20,376 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77482a9a15614652929d6a6a884bb6ea, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731305957964 2024-11-11T06:19:20,377 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 74a186476ea84c66b2a49c8df01c4804, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731305957964 2024-11-11T06:19:20,377 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d446e97980764835929176c162aea443, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731305959101 2024-11-11T06:19:20,377 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting a8e15e4772c24cbdb879b1d1711a0f29, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731305959101 2024-11-11T06:19:20,389 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:20,393 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#B#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:20,393 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/ce66d57656ef4435adc8f21c8b82d6c6 is 50, key is test_row_0/B:col10/1731305960248/Put/seqid=0 2024-11-11T06:19:20,396 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411110a225cddd61a422685c808b9fd8bbc96_f991387a4b573541e83c0a410de6f935 store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:20,398 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411110a225cddd61a422685c808b9fd8bbc96_f991387a4b573541e83c0a410de6f935, store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:20,399 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110a225cddd61a422685c808b9fd8bbc96_f991387a4b573541e83c0a410de6f935 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:20,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f991387a4b573541e83c0a410de6f935 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T06:19:20,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=A 2024-11-11T06:19:20,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:20,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=B 2024-11-11T06:19:20,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:20,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=C 2024-11-11T06:19:20,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:20,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742285_1461 (size=13153) 2024-11-11T06:19:20,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742286_1462 (size=4469) 2024-11-11T06:19:20,411 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/ce66d57656ef4435adc8f21c8b82d6c6 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/ce66d57656ef4435adc8f21c8b82d6c6 2024-11-11T06:19:20,415 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f991387a4b573541e83c0a410de6f935/B of f991387a4b573541e83c0a410de6f935 into ce66d57656ef4435adc8f21c8b82d6c6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:20,415 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:20,415 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/B, priority=13, startTime=1731305960374; duration=0sec 2024-11-11T06:19:20,415 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:20,415 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:B 2024-11-11T06:19:20,415 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:20,417 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:20,417 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): f991387a4b573541e83c0a410de6f935/C is initiating minor compaction (all files) 2024-11-11T06:19:20,417 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f991387a4b573541e83c0a410de6f935/C in TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:20,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117f44baef857347deaf7a9b3ab03d5713_f991387a4b573541e83c0a410de6f935 is 50, key is test_row_0/A:col10/1731305960402/Put/seqid=0 2024-11-11T06:19:20,417 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/6553af4fbe99496d815f5c0b59aef445, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/8707aaac0422498bb2f6dd2df39b76bd, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/6bac4b55b5df46f7a1b771b639e31882] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp, totalSize=34.4 K 2024-11-11T06:19:20,417 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 6553af4fbe99496d815f5c0b59aef445, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731305956608 2024-11-11T06:19:20,417 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 8707aaac0422498bb2f6dd2df39b76bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731305957964 2024-11-11T06:19:20,418 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bac4b55b5df46f7a1b771b639e31882, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731305959101 2024-11-11T06:19:20,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742287_1463 (size=14994) 2024-11-11T06:19:20,421 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:20,425 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117f44baef857347deaf7a9b3ab03d5713_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117f44baef857347deaf7a9b3ab03d5713_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:20,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306020420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:20,426 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/571166e1d09f49d6b41fcda9d6fd33b3, store: [table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:20,427 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#C#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:20,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/571166e1d09f49d6b41fcda9d6fd33b3 is 175, key is test_row_0/A:col10/1731305960402/Put/seqid=0 2024-11-11T06:19:20,427 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/ba8b54b28c5e4e09b366ff09a9535932 is 50, key is test_row_0/C:col10/1731305960248/Put/seqid=0 2024-11-11T06:19:20,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306020421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:20,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306020422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:20,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306020423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:20,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306020423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:20,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742288_1464 (size=39949) 2024-11-11T06:19:20,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742289_1465 (size=13153) 2024-11-11T06:19:20,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306020527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:20,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306020530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:20,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306020530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:20,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306020532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:20,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306020532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:20,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306020731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:20,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306020735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:20,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306020735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:20,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306020736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:20,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306020737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:20,811 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f991387a4b573541e83c0a410de6f935#A#compaction#384 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:20,812 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/8e9197289be649eba1363b17c3def99e is 175, key is test_row_0/A:col10/1731305960248/Put/seqid=0 2024-11-11T06:19:20,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742290_1466 (size=32214) 2024-11-11T06:19:20,838 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/571166e1d09f49d6b41fcda9d6fd33b3 2024-11-11T06:19:20,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/2cc94b1e0dee40728cfaefdf82ba304c is 50, key is test_row_0/B:col10/1731305960402/Put/seqid=0 2024-11-11T06:19:20,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742291_1467 (size=12301) 2024-11-11T06:19:20,854 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/ba8b54b28c5e4e09b366ff09a9535932 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/ba8b54b28c5e4e09b366ff09a9535932 2024-11-11T06:19:20,859 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f991387a4b573541e83c0a410de6f935/C of f991387a4b573541e83c0a410de6f935 into ba8b54b28c5e4e09b366ff09a9535932(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:20,859 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:20,859 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/C, priority=13, startTime=1731305960374; duration=0sec 2024-11-11T06:19:20,859 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:20,859 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:C 2024-11-11T06:19:21,011 DEBUG [Thread-1647 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16722a1f to 127.0.0.1:63180 2024-11-11T06:19:21,011 DEBUG [Thread-1647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:19:21,011 DEBUG [Thread-1639 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42af2962 to 127.0.0.1:63180 2024-11-11T06:19:21,012 DEBUG [Thread-1639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:19:21,013 DEBUG [Thread-1641 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5910b8c7 to 127.0.0.1:63180 2024-11-11T06:19:21,013 DEBUG [Thread-1641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:19:21,015 DEBUG [Thread-1643 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x003f9a05 to 127.0.0.1:63180 2024-11-11T06:19:21,015 DEBUG [Thread-1643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:19:21,016 DEBUG [Thread-1645 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x26b6d860 to 127.0.0.1:63180 2024-11-11T06:19:21,016 DEBUG [Thread-1645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:19:21,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306021037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:21,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306021039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:21,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306021040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:21,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306021042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:21,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306021042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:21,195 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T06:19:21,223 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/8e9197289be649eba1363b17c3def99e as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/8e9197289be649eba1363b17c3def99e 2024-11-11T06:19:21,226 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f991387a4b573541e83c0a410de6f935/A of f991387a4b573541e83c0a410de6f935 into 8e9197289be649eba1363b17c3def99e(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:21,226 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:21,226 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935., storeName=f991387a4b573541e83c0a410de6f935/A, priority=13, startTime=1731305960374; duration=0sec 2024-11-11T06:19:21,226 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:21,226 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:A 2024-11-11T06:19:21,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/2cc94b1e0dee40728cfaefdf82ba304c 2024-11-11T06:19:21,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/f6edc78a573b4757b19eb227f9c12951 is 50, key is test_row_0/C:col10/1731305960402/Put/seqid=0 2024-11-11T06:19:21,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742292_1468 (size=12301) 2024-11-11T06:19:21,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51310 deadline: 1731306021540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:21,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51296 deadline: 1731306021541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:21,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1731306021542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:21,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1731306021543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:21,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51260 deadline: 1731306021547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:21,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/f6edc78a573b4757b19eb227f9c12951 2024-11-11T06:19:21,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/571166e1d09f49d6b41fcda9d6fd33b3 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/571166e1d09f49d6b41fcda9d6fd33b3 2024-11-11T06:19:21,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/571166e1d09f49d6b41fcda9d6fd33b3, entries=200, sequenceid=365, filesize=39.0 K 2024-11-11T06:19:21,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/2cc94b1e0dee40728cfaefdf82ba304c as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/2cc94b1e0dee40728cfaefdf82ba304c 2024-11-11T06:19:21,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/2cc94b1e0dee40728cfaefdf82ba304c, entries=150, sequenceid=365, filesize=12.0 K 2024-11-11T06:19:21,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/f6edc78a573b4757b19eb227f9c12951 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/f6edc78a573b4757b19eb227f9c12951 2024-11-11T06:19:21,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/f6edc78a573b4757b19eb227f9c12951, entries=150, sequenceid=365, filesize=12.0 K 2024-11-11T06:19:21,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f991387a4b573541e83c0a410de6f935 in 1266ms, sequenceid=365, compaction requested=false 2024-11-11T06:19:21,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T06:19:21,868 INFO [Thread-1638 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-11T06:19:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:22,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f991387a4b573541e83c0a410de6f935 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T06:19:22,544 DEBUG [Thread-1632 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a86cb71 to 127.0.0.1:63180 2024-11-11T06:19:22,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=A 2024-11-11T06:19:22,544 DEBUG [Thread-1632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:19:22,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:22,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=B 2024-11-11T06:19:22,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:22,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=C 2024-11-11T06:19:22,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:22,548 DEBUG [Thread-1628 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x033feebb to 127.0.0.1:63180 2024-11-11T06:19:22,548 DEBUG [Thread-1628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:19:22,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111dc4c6c7f024545978fe44d99153bc386_f991387a4b573541e83c0a410de6f935 is 50, key is test_row_0/A:col10/1731305962543/Put/seqid=0 2024-11-11T06:19:22,550 DEBUG [Thread-1630 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c40db2e to 127.0.0.1:63180 2024-11-11T06:19:22,550 DEBUG [Thread-1630 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:19:22,551 DEBUG [Thread-1634 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3401188a to 127.0.0.1:63180 2024-11-11T06:19:22,551 DEBUG [Thread-1634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:19:22,552 DEBUG [Thread-1636 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55650656 to 127.0.0.1:63180 2024-11-11T06:19:22,552 DEBUG [Thread-1636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:19:22,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T06:19:22,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-11T06:19:22,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-11T06:19:22,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-11T06:19:22,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-11T06:19:22,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-11T06:19:22,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T06:19:22,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T06:19:22,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2521 2024-11-11T06:19:22,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7563 rows 2024-11-11T06:19:22,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2529 2024-11-11T06:19:22,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7587 rows 2024-11-11T06:19:22,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2530 2024-11-11T06:19:22,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7590 rows 2024-11-11T06:19:22,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2526 2024-11-11T06:19:22,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7576 rows 2024-11-11T06:19:22,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2511 2024-11-11T06:19:22,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7533 rows 2024-11-11T06:19:22,552 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T06:19:22,552 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dacfd49 to 127.0.0.1:63180 2024-11-11T06:19:22,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:19:22,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742293_1469 (size=12454) 2024-11-11T06:19:22,554 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:22,555 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T06:19:22,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T06:19:22,557 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111dc4c6c7f024545978fe44d99153bc386_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dc4c6c7f024545978fe44d99153bc386_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:22,558 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/34a9ce7c0a4044d3bbbf711e29aea425, store: [table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:22,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/34a9ce7c0a4044d3bbbf711e29aea425 is 175, key is test_row_0/A:col10/1731305962543/Put/seqid=0 2024-11-11T06:19:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T06:19:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T06:19:22,563 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305962563"}]},"ts":"1731305962563"} 2024-11-11T06:19:22,564 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T06:19:22,566 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T06:19:22,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T06:19:22,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f991387a4b573541e83c0a410de6f935, UNASSIGN}] 2024-11-11T06:19:22,569 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f991387a4b573541e83c0a410de6f935, UNASSIGN 2024-11-11T06:19:22,569 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=f991387a4b573541e83c0a410de6f935, regionState=CLOSING, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:22,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742294_1470 (size=31255) 2024-11-11T06:19:22,570 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T06:19:22,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; CloseRegionProcedure f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804}] 2024-11-11T06:19:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T06:19:22,721 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:22,722 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(124): Close f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:22,722 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T06:19:22,722 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1681): Closing f991387a4b573541e83c0a410de6f935, disabling compactions & flushes 2024-11-11T06:19:22,722 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T06:19:22,970 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=383, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/34a9ce7c0a4044d3bbbf711e29aea425 2024-11-11T06:19:22,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/0ddbb45765054cf898b316ee33cc9228 is 50, key is test_row_0/B:col10/1731305962543/Put/seqid=0 2024-11-11T06:19:22,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742295_1471 (size=12301) 2024-11-11T06:19:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T06:19:23,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/0ddbb45765054cf898b316ee33cc9228 2024-11-11T06:19:23,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/95d95135c2354cb1bd9c8b61e7f87fe3 is 50, key is test_row_0/C:col10/1731305962543/Put/seqid=0 2024-11-11T06:19:23,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742296_1472 (size=12301) 2024-11-11T06:19:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T06:19:23,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/95d95135c2354cb1bd9c8b61e7f87fe3 2024-11-11T06:19:23,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/34a9ce7c0a4044d3bbbf711e29aea425 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/34a9ce7c0a4044d3bbbf711e29aea425 2024-11-11T06:19:23,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/34a9ce7c0a4044d3bbbf711e29aea425, entries=150, sequenceid=383, filesize=30.5 K 2024-11-11T06:19:23,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/0ddbb45765054cf898b316ee33cc9228 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/0ddbb45765054cf898b316ee33cc9228 2024-11-11T06:19:23,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/0ddbb45765054cf898b316ee33cc9228, entries=150, sequenceid=383, filesize=12.0 K 2024-11-11T06:19:23,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/95d95135c2354cb1bd9c8b61e7f87fe3 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/95d95135c2354cb1bd9c8b61e7f87fe3 2024-11-11T06:19:23,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/95d95135c2354cb1bd9c8b61e7f87fe3, entries=150, sequenceid=383, filesize=12.0 K 2024-11-11T06:19:23,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=26.84 KB/27480 for f991387a4b573541e83c0a410de6f935 in 1257ms, sequenceid=383, compaction requested=true 2024-11-11T06:19:23,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:23,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:19:23,801 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:23,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:23,801 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:23,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:19:23,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:23,801 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. because compaction request was cancelled 2024-11-11T06:19:23,801 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. after waiting 0 ms 2024-11-11T06:19:23,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f991387a4b573541e83c0a410de6f935:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:19:23,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:23,801 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. because compaction request was cancelled 2024-11-11T06:19:23,801 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:23,801 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:A 2024-11-11T06:19:23,801 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:B 2024-11-11T06:19:23,801 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. because compaction request was cancelled 2024-11-11T06:19:23,801 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f991387a4b573541e83c0a410de6f935:C 2024-11-11T06:19:23,801 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(2837): Flushing f991387a4b573541e83c0a410de6f935 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T06:19:23,801 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=A 2024-11-11T06:19:23,801 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:23,801 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=B 2024-11-11T06:19:23,801 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:23,801 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f991387a4b573541e83c0a410de6f935, store=C 2024-11-11T06:19:23,801 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:23,805 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111182d61a939b28462db85a35a199a55c0d_f991387a4b573541e83c0a410de6f935 is 50, key is test_row_1/A:col10/1731305962551/Put/seqid=0 2024-11-11T06:19:23,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742297_1473 (size=9914) 2024-11-11T06:19:24,209 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:24,211 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111182d61a939b28462db85a35a199a55c0d_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111182d61a939b28462db85a35a199a55c0d_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:24,212 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/5fc6a73a63a045529c69a029221d5a81, store: [table=TestAcidGuarantees family=A region=f991387a4b573541e83c0a410de6f935] 2024-11-11T06:19:24,213 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/5fc6a73a63a045529c69a029221d5a81 is 175, key is test_row_1/A:col10/1731305962551/Put/seqid=0 2024-11-11T06:19:24,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742298_1474 (size=22561) 2024-11-11T06:19:24,616 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=390, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/5fc6a73a63a045529c69a029221d5a81 2024-11-11T06:19:24,621 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/5ac33acd0b3b47ada2a66b291545723b is 50, key is test_row_1/B:col10/1731305962551/Put/seqid=0 2024-11-11T06:19:24,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742299_1475 (size=9857) 2024-11-11T06:19:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T06:19:25,025 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/5ac33acd0b3b47ada2a66b291545723b 2024-11-11T06:19:25,030 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/8ffc0f8619974841b59823658a262734 is 50, key is test_row_1/C:col10/1731305962551/Put/seqid=0 2024-11-11T06:19:25,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742300_1476 (size=9857) 2024-11-11T06:19:25,066 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/3a66a11d11424645a77b9f4ac33bc127, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/03209a7b0dd145ad9931e2bfcc06931b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/de6bf4c55b644bfbb773532c2bf5301e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/e0962604353d4f0599d2fb3b9cfc4631, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/8f4faf07d2914ce784c3b8ac27692fb2, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/8739f5ddbba04defbe0a4ddf6ffcfb29, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/9a3f3c4c43bd44dbb19c119782020a49, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/39feef5224a748ffab01029b63a7f9a2, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/7ca4eb3fb9df440d8621bd98601c2d97, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/a2742d449cc14caf948943b476774fb9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/b6136398e9df474fa775ac054145f1bf, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/0479610816df4e599281753c3b7fdba7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/6cb9bb4d670d4505947819ab25b5e241, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/318e1b2a7c73438e8818943711dd2714, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/d15a5a50bfe546dea0ed50b4b36d61a0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/e846e84b4af44cb8ad4c4438c51bc6fd, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/e79d18b2637947f2890f17d5f76b59b4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/452caa24bb1940e8891681dd9d8c9d34, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/5efc69cac284439a90cd6e05ef423d96, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/a72efa9489074cc2b1135779f522e1ff, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/2d2b3dc4bdeb4592a2a9b3a051db3f10, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/5675e887017a4c13b2bca9e1f0ee1f1d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/0de69af20139459498bd18b32c4ae98a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/77482a9a15614652929d6a6a884bb6ea, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/d446e97980764835929176c162aea443] to archive 2024-11-11T06:19:25,067 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T06:19:25,068 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/3a66a11d11424645a77b9f4ac33bc127 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/3a66a11d11424645a77b9f4ac33bc127 2024-11-11T06:19:25,069 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/03209a7b0dd145ad9931e2bfcc06931b to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/03209a7b0dd145ad9931e2bfcc06931b 2024-11-11T06:19:25,070 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/de6bf4c55b644bfbb773532c2bf5301e to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/de6bf4c55b644bfbb773532c2bf5301e 2024-11-11T06:19:25,071 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/e0962604353d4f0599d2fb3b9cfc4631 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/e0962604353d4f0599d2fb3b9cfc4631 2024-11-11T06:19:25,072 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/8f4faf07d2914ce784c3b8ac27692fb2 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/8f4faf07d2914ce784c3b8ac27692fb2 2024-11-11T06:19:25,072 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/8739f5ddbba04defbe0a4ddf6ffcfb29 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/8739f5ddbba04defbe0a4ddf6ffcfb29 2024-11-11T06:19:25,073 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/9a3f3c4c43bd44dbb19c119782020a49 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/9a3f3c4c43bd44dbb19c119782020a49 2024-11-11T06:19:25,074 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/39feef5224a748ffab01029b63a7f9a2 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/39feef5224a748ffab01029b63a7f9a2 2024-11-11T06:19:25,075 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/7ca4eb3fb9df440d8621bd98601c2d97 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/7ca4eb3fb9df440d8621bd98601c2d97 2024-11-11T06:19:25,076 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/a2742d449cc14caf948943b476774fb9 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/a2742d449cc14caf948943b476774fb9 2024-11-11T06:19:25,076 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/b6136398e9df474fa775ac054145f1bf to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/b6136398e9df474fa775ac054145f1bf 2024-11-11T06:19:25,077 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/0479610816df4e599281753c3b7fdba7 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/0479610816df4e599281753c3b7fdba7 2024-11-11T06:19:25,078 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/6cb9bb4d670d4505947819ab25b5e241 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/6cb9bb4d670d4505947819ab25b5e241 2024-11-11T06:19:25,079 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/318e1b2a7c73438e8818943711dd2714 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/318e1b2a7c73438e8818943711dd2714 2024-11-11T06:19:25,079 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/d15a5a50bfe546dea0ed50b4b36d61a0 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/d15a5a50bfe546dea0ed50b4b36d61a0 2024-11-11T06:19:25,080 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/e846e84b4af44cb8ad4c4438c51bc6fd to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/e846e84b4af44cb8ad4c4438c51bc6fd 2024-11-11T06:19:25,081 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/e79d18b2637947f2890f17d5f76b59b4 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/e79d18b2637947f2890f17d5f76b59b4 2024-11-11T06:19:25,082 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/452caa24bb1940e8891681dd9d8c9d34 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/452caa24bb1940e8891681dd9d8c9d34 2024-11-11T06:19:25,083 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/5efc69cac284439a90cd6e05ef423d96 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/5efc69cac284439a90cd6e05ef423d96 2024-11-11T06:19:25,083 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/a72efa9489074cc2b1135779f522e1ff to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/a72efa9489074cc2b1135779f522e1ff 2024-11-11T06:19:25,084 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/2d2b3dc4bdeb4592a2a9b3a051db3f10 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/2d2b3dc4bdeb4592a2a9b3a051db3f10 2024-11-11T06:19:25,085 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/5675e887017a4c13b2bca9e1f0ee1f1d to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/5675e887017a4c13b2bca9e1f0ee1f1d 2024-11-11T06:19:25,086 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/0de69af20139459498bd18b32c4ae98a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/0de69af20139459498bd18b32c4ae98a 2024-11-11T06:19:25,087 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/77482a9a15614652929d6a6a884bb6ea to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/77482a9a15614652929d6a6a884bb6ea 2024-11-11T06:19:25,087 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/d446e97980764835929176c162aea443 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/d446e97980764835929176c162aea443 2024-11-11T06:19:25,090 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/53ffdc85bfc4460296faba068a883b60, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/0a67f64fe60b430b92f76fd12c504c34, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/4a6b9e8f175443f89a0e05528e3ab32b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/e3a303eea7c74e49a6249b33498d38cd, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/e46e9266a9c847bf81a4e8720e51a916, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/c3d7fa6d8c024afa8f0ae043c9a4bdda, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/68637d0d11944226bba5eea1a89b0585, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/9451726a0e94457bb8c5a83ce19f1af8, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/21ae2e41c5fa45c3becf017dd16bc7d0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/46545b4212a54ee9a0cc00d30bf6492f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/4e97c6029108455f9fc09becb6ec6250, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/10834f4ff60c4d35a035d31ed10a228a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/eacac50e3ac44280ac189bd996a1d11c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/0562a7fe53e5426bb11e5f075ce900e3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/b1c722dcd0694d7295d38d21817aa1a2, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/71cebaf2c50548fe9a68309d30be8285, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/3cf46ca316ae4f309e5f3142af0c8709, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/23b9239b4dae481eb37aca00f8896efd, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/2ff435b5b2a24da7b351443a6050f192, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/4ee45f2a46054290a65661933c367f94, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/90cffd51f8fe481b9299abbdc3e1a928, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/3e7703b592724374be8827201e7fb76f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/c6ef09fa552c426196f295722e96c29f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/74a186476ea84c66b2a49c8df01c4804, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/a8e15e4772c24cbdb879b1d1711a0f29] to archive 2024-11-11T06:19:25,091 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T06:19:25,092 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/53ffdc85bfc4460296faba068a883b60 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/53ffdc85bfc4460296faba068a883b60 2024-11-11T06:19:25,093 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/0a67f64fe60b430b92f76fd12c504c34 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/0a67f64fe60b430b92f76fd12c504c34 2024-11-11T06:19:25,093 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/4a6b9e8f175443f89a0e05528e3ab32b to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/4a6b9e8f175443f89a0e05528e3ab32b 2024-11-11T06:19:25,094 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/e3a303eea7c74e49a6249b33498d38cd to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/e3a303eea7c74e49a6249b33498d38cd 2024-11-11T06:19:25,095 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/e46e9266a9c847bf81a4e8720e51a916 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/e46e9266a9c847bf81a4e8720e51a916 2024-11-11T06:19:25,095 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/c3d7fa6d8c024afa8f0ae043c9a4bdda to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/c3d7fa6d8c024afa8f0ae043c9a4bdda 2024-11-11T06:19:25,096 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/68637d0d11944226bba5eea1a89b0585 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/68637d0d11944226bba5eea1a89b0585 2024-11-11T06:19:25,097 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/9451726a0e94457bb8c5a83ce19f1af8 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/9451726a0e94457bb8c5a83ce19f1af8 2024-11-11T06:19:25,098 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/21ae2e41c5fa45c3becf017dd16bc7d0 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/21ae2e41c5fa45c3becf017dd16bc7d0 2024-11-11T06:19:25,098 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/46545b4212a54ee9a0cc00d30bf6492f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/46545b4212a54ee9a0cc00d30bf6492f 2024-11-11T06:19:25,099 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/4e97c6029108455f9fc09becb6ec6250 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/4e97c6029108455f9fc09becb6ec6250 2024-11-11T06:19:25,100 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/10834f4ff60c4d35a035d31ed10a228a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/10834f4ff60c4d35a035d31ed10a228a 2024-11-11T06:19:25,101 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/eacac50e3ac44280ac189bd996a1d11c to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/eacac50e3ac44280ac189bd996a1d11c 2024-11-11T06:19:25,101 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/0562a7fe53e5426bb11e5f075ce900e3 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/0562a7fe53e5426bb11e5f075ce900e3 2024-11-11T06:19:25,102 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/b1c722dcd0694d7295d38d21817aa1a2 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/b1c722dcd0694d7295d38d21817aa1a2 2024-11-11T06:19:25,103 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/71cebaf2c50548fe9a68309d30be8285 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/71cebaf2c50548fe9a68309d30be8285 2024-11-11T06:19:25,103 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/3cf46ca316ae4f309e5f3142af0c8709 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/3cf46ca316ae4f309e5f3142af0c8709 2024-11-11T06:19:25,104 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/23b9239b4dae481eb37aca00f8896efd to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/23b9239b4dae481eb37aca00f8896efd 2024-11-11T06:19:25,105 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/2ff435b5b2a24da7b351443a6050f192 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/2ff435b5b2a24da7b351443a6050f192 2024-11-11T06:19:25,106 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/4ee45f2a46054290a65661933c367f94 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/4ee45f2a46054290a65661933c367f94 2024-11-11T06:19:25,107 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/90cffd51f8fe481b9299abbdc3e1a928 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/90cffd51f8fe481b9299abbdc3e1a928 2024-11-11T06:19:25,107 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/3e7703b592724374be8827201e7fb76f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/3e7703b592724374be8827201e7fb76f 2024-11-11T06:19:25,108 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/c6ef09fa552c426196f295722e96c29f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/c6ef09fa552c426196f295722e96c29f 2024-11-11T06:19:25,109 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/74a186476ea84c66b2a49c8df01c4804 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/74a186476ea84c66b2a49c8df01c4804 2024-11-11T06:19:25,110 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/a8e15e4772c24cbdb879b1d1711a0f29 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/a8e15e4772c24cbdb879b1d1711a0f29 2024-11-11T06:19:25,115 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/0cd2b8dbfb6e4739ab61351eb9809dfb, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/5e84b22a1cca4937886c97c94eb741e2, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/23ef6db121d84ffca1ddfc6473574eb1, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/3bb0144f9aaa4ef381c4a1decefd1aa4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/7d1f87c07390458faaa162267a621d11, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/8db87b0a1d24426e86640528cde28856, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/c6ee0e9a8728447c9fb4fa3b572ce3c3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/2f1e852a460c47718e75c96f19c6fcf1, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/7829cb4d45f643e1b4312e62b2552897, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/db8369f839ef4fec95e71513ad7453cf, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/370a71d7526b4b2db3e33ed079c93a66, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/7e1e5e2c6545446296420c3e102a653c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/c8b5af033e1b40bbbf6fe11470407de4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/bc10b183fdbf4527bfe80f1d336ea39d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/fd12ff50cd5047b39ce9826e21c64ea0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/a53d3f683fef4049b1ef61e3c7d250d6, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/ff348ef2d51a4e1893b1e6e24b9fe107, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/5688c8948fe04777893b1d7f2c501459, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/fc28725c2be1498fade5635489bfab44, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/16356ad6adae4ddc8c473beb858cf473, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/34fad86748ab416aa260fc45753c53d3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/6553af4fbe99496d815f5c0b59aef445, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/ff57cf8603f440b5b04460491048dcba, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/8707aaac0422498bb2f6dd2df39b76bd, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/6bac4b55b5df46f7a1b771b639e31882] to archive 2024-11-11T06:19:25,115 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T06:19:25,117 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/0cd2b8dbfb6e4739ab61351eb9809dfb to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/0cd2b8dbfb6e4739ab61351eb9809dfb 2024-11-11T06:19:25,118 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/5e84b22a1cca4937886c97c94eb741e2 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/5e84b22a1cca4937886c97c94eb741e2 2024-11-11T06:19:25,119 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/23ef6db121d84ffca1ddfc6473574eb1 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/23ef6db121d84ffca1ddfc6473574eb1 2024-11-11T06:19:25,119 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/3bb0144f9aaa4ef381c4a1decefd1aa4 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/3bb0144f9aaa4ef381c4a1decefd1aa4 2024-11-11T06:19:25,120 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/7d1f87c07390458faaa162267a621d11 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/7d1f87c07390458faaa162267a621d11 2024-11-11T06:19:25,121 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/8db87b0a1d24426e86640528cde28856 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/8db87b0a1d24426e86640528cde28856 2024-11-11T06:19:25,122 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/c6ee0e9a8728447c9fb4fa3b572ce3c3 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/c6ee0e9a8728447c9fb4fa3b572ce3c3 2024-11-11T06:19:25,123 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/2f1e852a460c47718e75c96f19c6fcf1 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/2f1e852a460c47718e75c96f19c6fcf1 2024-11-11T06:19:25,124 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/7829cb4d45f643e1b4312e62b2552897 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/7829cb4d45f643e1b4312e62b2552897 2024-11-11T06:19:25,125 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/db8369f839ef4fec95e71513ad7453cf to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/db8369f839ef4fec95e71513ad7453cf 2024-11-11T06:19:25,125 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/370a71d7526b4b2db3e33ed079c93a66 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/370a71d7526b4b2db3e33ed079c93a66 2024-11-11T06:19:25,126 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/7e1e5e2c6545446296420c3e102a653c to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/7e1e5e2c6545446296420c3e102a653c 2024-11-11T06:19:25,127 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/c8b5af033e1b40bbbf6fe11470407de4 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/c8b5af033e1b40bbbf6fe11470407de4 2024-11-11T06:19:25,128 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/bc10b183fdbf4527bfe80f1d336ea39d to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/bc10b183fdbf4527bfe80f1d336ea39d 2024-11-11T06:19:25,129 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/fd12ff50cd5047b39ce9826e21c64ea0 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/fd12ff50cd5047b39ce9826e21c64ea0 2024-11-11T06:19:25,130 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/a53d3f683fef4049b1ef61e3c7d250d6 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/a53d3f683fef4049b1ef61e3c7d250d6 2024-11-11T06:19:25,131 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/ff348ef2d51a4e1893b1e6e24b9fe107 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/ff348ef2d51a4e1893b1e6e24b9fe107 2024-11-11T06:19:25,131 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/5688c8948fe04777893b1d7f2c501459 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/5688c8948fe04777893b1d7f2c501459 2024-11-11T06:19:25,132 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/fc28725c2be1498fade5635489bfab44 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/fc28725c2be1498fade5635489bfab44 2024-11-11T06:19:25,133 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/16356ad6adae4ddc8c473beb858cf473 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/16356ad6adae4ddc8c473beb858cf473 2024-11-11T06:19:25,134 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/34fad86748ab416aa260fc45753c53d3 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/34fad86748ab416aa260fc45753c53d3 2024-11-11T06:19:25,135 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/6553af4fbe99496d815f5c0b59aef445 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/6553af4fbe99496d815f5c0b59aef445 2024-11-11T06:19:25,136 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/ff57cf8603f440b5b04460491048dcba to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/ff57cf8603f440b5b04460491048dcba 2024-11-11T06:19:25,137 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/8707aaac0422498bb2f6dd2df39b76bd to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/8707aaac0422498bb2f6dd2df39b76bd 2024-11-11T06:19:25,138 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbbe90f5df0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/6bac4b55b5df46f7a1b771b639e31882 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/6bac4b55b5df46f7a1b771b639e31882 2024-11-11T06:19:25,433 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/8ffc0f8619974841b59823658a262734 2024-11-11T06:19:25,436 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/A/5fc6a73a63a045529c69a029221d5a81 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/5fc6a73a63a045529c69a029221d5a81 2024-11-11T06:19:25,439 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/5fc6a73a63a045529c69a029221d5a81, entries=100, sequenceid=390, filesize=22.0 K 2024-11-11T06:19:25,439 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/B/5ac33acd0b3b47ada2a66b291545723b as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/5ac33acd0b3b47ada2a66b291545723b 2024-11-11T06:19:25,441 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/5ac33acd0b3b47ada2a66b291545723b, entries=100, sequenceid=390, filesize=9.6 K 2024-11-11T06:19:25,442 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/.tmp/C/8ffc0f8619974841b59823658a262734 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/8ffc0f8619974841b59823658a262734 2024-11-11T06:19:25,444 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/8ffc0f8619974841b59823658a262734, entries=100, sequenceid=390, filesize=9.6 K 2024-11-11T06:19:25,445 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for f991387a4b573541e83c0a410de6f935 in 1644ms, sequenceid=390, compaction requested=true 2024-11-11T06:19:25,449 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/recovered.edits/393.seqid, newMaxSeqId=393, maxSeqId=4 2024-11-11T06:19:25,449 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935. 2024-11-11T06:19:25,449 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1635): Region close journal for f991387a4b573541e83c0a410de6f935: 2024-11-11T06:19:25,450 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(170): Closed f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:25,451 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=f991387a4b573541e83c0a410de6f935, regionState=CLOSED 2024-11-11T06:19:25,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-11T06:19:25,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; CloseRegionProcedure f991387a4b573541e83c0a410de6f935, server=fbbe90f5df0b,43685,1731305842804 in 2.8810 sec 2024-11-11T06:19:25,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-11-11T06:19:25,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f991387a4b573541e83c0a410de6f935, UNASSIGN in 2.8840 sec 2024-11-11T06:19:25,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-11T06:19:25,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.8880 sec 2024-11-11T06:19:25,455 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305965455"}]},"ts":"1731305965455"} 2024-11-11T06:19:25,456 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T06:19:25,458 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T06:19:25,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.9030 sec 2024-11-11T06:19:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T06:19:26,667 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-11T06:19:26,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T06:19:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:19:26,669 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=124, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:19:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-11T06:19:26,669 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=124, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:19:26,671 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,673 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A, FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B, FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C, FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/recovered.edits] 2024-11-11T06:19:26,675 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/34a9ce7c0a4044d3bbbf711e29aea425 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/34a9ce7c0a4044d3bbbf711e29aea425 2024-11-11T06:19:26,676 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/571166e1d09f49d6b41fcda9d6fd33b3 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/571166e1d09f49d6b41fcda9d6fd33b3 2024-11-11T06:19:26,676 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/5fc6a73a63a045529c69a029221d5a81 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/5fc6a73a63a045529c69a029221d5a81 2024-11-11T06:19:26,677 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/8e9197289be649eba1363b17c3def99e to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/A/8e9197289be649eba1363b17c3def99e 2024-11-11T06:19:26,678 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/0ddbb45765054cf898b316ee33cc9228 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/0ddbb45765054cf898b316ee33cc9228 2024-11-11T06:19:26,679 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/2cc94b1e0dee40728cfaefdf82ba304c to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/2cc94b1e0dee40728cfaefdf82ba304c 2024-11-11T06:19:26,680 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/5ac33acd0b3b47ada2a66b291545723b to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/5ac33acd0b3b47ada2a66b291545723b 2024-11-11T06:19:26,681 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/ce66d57656ef4435adc8f21c8b82d6c6 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/B/ce66d57656ef4435adc8f21c8b82d6c6 2024-11-11T06:19:26,682 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/8ffc0f8619974841b59823658a262734 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/8ffc0f8619974841b59823658a262734 2024-11-11T06:19:26,683 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/95d95135c2354cb1bd9c8b61e7f87fe3 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/95d95135c2354cb1bd9c8b61e7f87fe3 2024-11-11T06:19:26,684 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/ba8b54b28c5e4e09b366ff09a9535932 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/ba8b54b28c5e4e09b366ff09a9535932 2024-11-11T06:19:26,684 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/f6edc78a573b4757b19eb227f9c12951 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/C/f6edc78a573b4757b19eb227f9c12951 2024-11-11T06:19:26,686 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/recovered.edits/393.seqid to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935/recovered.edits/393.seqid 2024-11-11T06:19:26,687 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,687 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T06:19:26,687 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T06:19:26,688 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T06:19:26,690 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111105e98386c88743879238523acc39e05d_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111105e98386c88743879238523acc39e05d_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,691 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110edc4d1bdb9d476f850433c0daa236e7_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110edc4d1bdb9d476f850433c0daa236e7_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,692 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110f9d28004a31459b92089568089d4187_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110f9d28004a31459b92089568089d4187_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,693 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112ea1e0091eb345f0b66ddf4d9dae14f9_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112ea1e0091eb345f0b66ddf4d9dae14f9_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,693 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115e25b1ff83d344f8849a45cf073fa5da_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115e25b1ff83d344f8849a45cf073fa5da_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,694 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116974d6a5aec5418a9f215ead26bef0bc_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116974d6a5aec5418a9f215ead26bef0bc_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,695 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111741c819bc79a4e0c87edf980c5e3d143_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111741c819bc79a4e0c87edf980c5e3d143_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,696 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117f44baef857347deaf7a9b3ab03d5713_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117f44baef857347deaf7a9b3ab03d5713_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,697 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111182d61a939b28462db85a35a199a55c0d_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111182d61a939b28462db85a35a199a55c0d_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,697 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119826d6ac1110460399d4fe2a0eaaa858_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119826d6ac1110460399d4fe2a0eaaa858_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,698 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119f029516c52a446a93a7d985545e5202_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119f029516c52a446a93a7d985545e5202_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,699 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b3f53073202f414f804eb126e4494f90_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b3f53073202f414f804eb126e4494f90_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,700 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b57bad49d05445479daa48f980ac0bd7_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b57bad49d05445479daa48f980ac0bd7_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,700 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d4ed16181bd040a29fbb3cbc87c68bc8_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d4ed16181bd040a29fbb3cbc87c68bc8_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,701 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d88bfa5f3c934885a93c35148947341f_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d88bfa5f3c934885a93c35148947341f_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,702 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dc4c6c7f024545978fe44d99153bc386_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dc4c6c7f024545978fe44d99153bc386_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,703 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e055d8dd62c7464482647b22be8ec68f_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e055d8dd62c7464482647b22be8ec68f_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,704 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e4e7b2457ad643a79ff60c8df5fab323_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e4e7b2457ad643a79ff60c8df5fab323_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,704 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e6064ff9f3de4e84b4162c0a7150566c_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e6064ff9f3de4e84b4162c0a7150566c_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,705 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e9a213136a1f4050ad6857835d2196e1_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e9a213136a1f4050ad6857835d2196e1_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,706 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fbccdf8e840b4973afd19524798c3fcd_f991387a4b573541e83c0a410de6f935 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fbccdf8e840b4973afd19524798c3fcd_f991387a4b573541e83c0a410de6f935 2024-11-11T06:19:26,706 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T06:19:26,708 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=124, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:19:26,710 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T06:19:26,711 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T06:19:26,712 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=124, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:19:26,712 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T06:19:26,712 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731305966712"}]},"ts":"9223372036854775807"} 2024-11-11T06:19:26,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T06:19:26,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f991387a4b573541e83c0a410de6f935, NAME => 'TestAcidGuarantees,,1731305937931.f991387a4b573541e83c0a410de6f935.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T06:19:26,713 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T06:19:26,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731305966713"}]},"ts":"9223372036854775807"} 2024-11-11T06:19:26,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T06:19:26,716 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=124, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:19:26,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 49 msec 2024-11-11T06:19:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-11T06:19:26,770 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-11T06:19:26,779 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=242 (was 236) - Thread LEAK? -, OpenFileDescriptor=461 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=400 (was 448), ProcessCount=9 (was 11), AvailableMemoryMB=7877 (was 6914) - AvailableMemoryMB LEAK? - 2024-11-11T06:19:26,788 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=242, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=400, ProcessCount=9, AvailableMemoryMB=7877 2024-11-11T06:19:26,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T06:19:26,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:19:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=125, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T06:19:26,791 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:19:26,791 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:26,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 125 2024-11-11T06:19:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-11T06:19:26,791 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:19:26,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742301_1477 (size=960) 2024-11-11T06:19:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-11T06:19:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-11T06:19:27,198 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706 2024-11-11T06:19:27,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742302_1478 (size=53) 2024-11-11T06:19:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-11T06:19:27,603 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:19:27,604 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 307f21e437d993d5886fc791e3564a4c, disabling compactions & flushes 2024-11-11T06:19:27,604 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:27,604 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:27,604 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. after waiting 0 ms 2024-11-11T06:19:27,604 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:27,604 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:27,604 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:27,605 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:19:27,605 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731305967605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731305967605"}]},"ts":"1731305967605"} 2024-11-11T06:19:27,606 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T06:19:27,606 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:19:27,606 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305967606"}]},"ts":"1731305967606"} 2024-11-11T06:19:27,607 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T06:19:27,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=307f21e437d993d5886fc791e3564a4c, ASSIGN}] 2024-11-11T06:19:27,611 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=307f21e437d993d5886fc791e3564a4c, ASSIGN 2024-11-11T06:19:27,612 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=307f21e437d993d5886fc791e3564a4c, ASSIGN; state=OFFLINE, location=fbbe90f5df0b,43685,1731305842804; forceNewPlan=false, retain=false 2024-11-11T06:19:27,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=307f21e437d993d5886fc791e3564a4c, regionState=OPENING, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:27,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; OpenRegionProcedure 307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804}] 2024-11-11T06:19:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-11T06:19:27,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:27,917 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:27,917 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7285): Opening region: {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:19:27,918 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:27,918 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:19:27,918 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7327): checking encryption for 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:27,918 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7330): checking classloading for 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:27,919 INFO [StoreOpener-307f21e437d993d5886fc791e3564a4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:27,920 INFO [StoreOpener-307f21e437d993d5886fc791e3564a4c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:19:27,921 INFO [StoreOpener-307f21e437d993d5886fc791e3564a4c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 307f21e437d993d5886fc791e3564a4c columnFamilyName A 2024-11-11T06:19:27,921 DEBUG [StoreOpener-307f21e437d993d5886fc791e3564a4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:27,921 INFO [StoreOpener-307f21e437d993d5886fc791e3564a4c-1 {}] regionserver.HStore(327): Store=307f21e437d993d5886fc791e3564a4c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:19:27,921 INFO [StoreOpener-307f21e437d993d5886fc791e3564a4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:27,922 INFO [StoreOpener-307f21e437d993d5886fc791e3564a4c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:19:27,922 INFO [StoreOpener-307f21e437d993d5886fc791e3564a4c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 307f21e437d993d5886fc791e3564a4c columnFamilyName B 2024-11-11T06:19:27,922 DEBUG [StoreOpener-307f21e437d993d5886fc791e3564a4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:27,923 INFO [StoreOpener-307f21e437d993d5886fc791e3564a4c-1 {}] regionserver.HStore(327): Store=307f21e437d993d5886fc791e3564a4c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:19:27,923 INFO [StoreOpener-307f21e437d993d5886fc791e3564a4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:27,924 INFO [StoreOpener-307f21e437d993d5886fc791e3564a4c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:19:27,924 INFO [StoreOpener-307f21e437d993d5886fc791e3564a4c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 307f21e437d993d5886fc791e3564a4c columnFamilyName C 2024-11-11T06:19:27,924 DEBUG [StoreOpener-307f21e437d993d5886fc791e3564a4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:27,924 INFO [StoreOpener-307f21e437d993d5886fc791e3564a4c-1 {}] regionserver.HStore(327): Store=307f21e437d993d5886fc791e3564a4c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:19:27,925 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:27,925 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:27,926 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:27,927 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T06:19:27,928 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1085): writing seq id for 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:27,929 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:19:27,930 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1102): Opened 307f21e437d993d5886fc791e3564a4c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74420811, jitterRate=0.10895650088787079}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T06:19:27,930 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1001): Region open journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:27,931 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., pid=127, masterSystemTime=1731305967915 2024-11-11T06:19:27,932 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:27,932 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:27,932 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=307f21e437d993d5886fc791e3564a4c, regionState=OPEN, openSeqNum=2, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:27,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-11T06:19:27,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; OpenRegionProcedure 307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 in 170 msec 2024-11-11T06:19:27,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=126, resume processing ppid=125 2024-11-11T06:19:27,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, ppid=125, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=307f21e437d993d5886fc791e3564a4c, ASSIGN in 323 msec 2024-11-11T06:19:27,936 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:19:27,936 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305967936"}]},"ts":"1731305967936"} 2024-11-11T06:19:27,937 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T06:19:27,938 ERROR [LeaseRenewer:jenkins@localhost:35853 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:35853,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:27,939 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:19:27,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-11T06:19:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-11T06:19:28,895 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 125 completed 2024-11-11T06:19:28,896 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x345fa4f7 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@38dd8644 2024-11-11T06:19:28,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466b85c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:28,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:28,901 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:28,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:19:28,903 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:19:28,904 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x315a23ef to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65e17c26 2024-11-11T06:19:28,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3ee89e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:28,907 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d125972 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53fc02ba 2024-11-11T06:19:28,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b0e6a43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:28,910 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x134bfe32 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2011d733 2024-11-11T06:19:28,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e5fd00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:28,913 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b55f2f to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39b3baa5 2024-11-11T06:19:28,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e195d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:28,916 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x646ca555 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@402e5def 2024-11-11T06:19:28,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14088aa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:28,919 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10bda459 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40302925 2024-11-11T06:19:28,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8d64d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:28,921 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0657e1bf to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47ef9951 2024-11-11T06:19:28,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784d683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:28,925 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dee2855 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@567011a8 2024-11-11T06:19:28,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7761f52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:28,928 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54e8a98a to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2430fee 2024-11-11T06:19:28,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a736a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:28,931 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x677030bd to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d567fc2 2024-11-11T06:19:28,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c153822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:28,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:19:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-11T06:19:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-11T06:19:28,937 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:19:28,938 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:19:28,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:19:28,940 DEBUG [hconnection-0xc3b12e5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:28,941 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:28,945 DEBUG [hconnection-0x76eae6cc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:28,945 DEBUG [hconnection-0x58fc211d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:28,945 DEBUG [hconnection-0x18f68cc5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:28,946 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:28,946 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:28,946 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:28,948 DEBUG [hconnection-0x616ad240-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:28,949 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:28,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 307f21e437d993d5886fc791e3564a4c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T06:19:28,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=A 2024-11-11T06:19:28,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:28,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=B 2024-11-11T06:19:28,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:28,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=C 2024-11-11T06:19:28,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:28,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731306028961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:28,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:28,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731306028961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731306028961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:28,964 DEBUG [hconnection-0x198cc4bc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:28,965 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:28,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306028966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:28,971 DEBUG [hconnection-0x4f8caa82-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:28,972 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:28,977 DEBUG [hconnection-0x68863ca7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:28,978 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:28,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306028979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:28,980 DEBUG [hconnection-0xdc1053d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:28,981 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:28,984 DEBUG [hconnection-0x2a790797-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:28,985 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:28,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/f0dffe7e07ae4e90b6cba66b10c3c543 is 50, key is test_row_0/A:col10/1731305968945/Put/seqid=0 2024-11-11T06:19:28,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742303_1479 (size=12001) 2024-11-11T06:19:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-11T06:19:29,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731306029062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:29,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:29,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731306029062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731306029063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:29,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306029067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:29,073 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:35853 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:35853,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:29,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306029081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:29,089 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:29,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-11T06:19:29,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:29,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:29,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:29,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:29,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-11T06:19:29,242 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:29,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-11T06:19:29,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:29,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:29,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:29,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:29,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:29,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731306029266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:29,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731306029267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:29,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731306029267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:29,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306029268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:29,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306029284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:29,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/f0dffe7e07ae4e90b6cba66b10c3c543 2024-11-11T06:19:29,395 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:29,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-11T06:19:29,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:29,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:29,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:29,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:29,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:29,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/8f5d014f0b444d5c8414b438d02ada4c is 50, key is test_row_0/B:col10/1731305968945/Put/seqid=0 2024-11-11T06:19:29,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742304_1480 (size=12001) 2024-11-11T06:19:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-11T06:19:29,547 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:29,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-11T06:19:29,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:29,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:29,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:29,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:29,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:29,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731306029571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:29,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731306029571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:29,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731306029572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:29,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306029572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:29,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306029589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:29,700 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:29,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-11T06:19:29,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:29,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:29,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:29,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:29,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:29,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/8f5d014f0b444d5c8414b438d02ada4c 2024-11-11T06:19:29,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/ea80106e292340e4bff4f5a67fc71147 is 50, key is test_row_0/C:col10/1731305968945/Put/seqid=0 2024-11-11T06:19:29,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742305_1481 (size=12001) 2024-11-11T06:19:29,853 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:29,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-11T06:19:29,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:29,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:29,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:29,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:29,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:30,005 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:30,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-11T06:19:30,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:30,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:30,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:30,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:30,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-11T06:19:30,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731306030074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:30,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731306030075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:30,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731306030076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:30,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306030078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:30,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306030096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:30,158 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:30,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-11T06:19:30,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:30,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:30,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:30,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:30,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:30,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/ea80106e292340e4bff4f5a67fc71147 2024-11-11T06:19:30,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/f0dffe7e07ae4e90b6cba66b10c3c543 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/f0dffe7e07ae4e90b6cba66b10c3c543 2024-11-11T06:19:30,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/f0dffe7e07ae4e90b6cba66b10c3c543, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T06:19:30,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/8f5d014f0b444d5c8414b438d02ada4c as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/8f5d014f0b444d5c8414b438d02ada4c 2024-11-11T06:19:30,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/8f5d014f0b444d5c8414b438d02ada4c, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T06:19:30,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/ea80106e292340e4bff4f5a67fc71147 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/ea80106e292340e4bff4f5a67fc71147 2024-11-11T06:19:30,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/ea80106e292340e4bff4f5a67fc71147, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T06:19:30,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 307f21e437d993d5886fc791e3564a4c in 1314ms, sequenceid=12, compaction requested=false 2024-11-11T06:19:30,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:30,310 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:30,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-11T06:19:30,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:30,311 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 307f21e437d993d5886fc791e3564a4c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T06:19:30,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=A 2024-11-11T06:19:30,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:30,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=B 2024-11-11T06:19:30,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:30,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=C 2024-11-11T06:19:30,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:30,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/241a92df99544af98b00bd7780e67750 is 50, key is test_row_0/A:col10/1731305968958/Put/seqid=0 2024-11-11T06:19:30,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742306_1482 (size=12001) 2024-11-11T06:19:30,721 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/241a92df99544af98b00bd7780e67750 2024-11-11T06:19:30,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/05c81224cad04946a021a4145077358f is 50, key is test_row_0/B:col10/1731305968958/Put/seqid=0 2024-11-11T06:19:30,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742307_1483 (size=12001) 2024-11-11T06:19:30,731 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/05c81224cad04946a021a4145077358f 2024-11-11T06:19:30,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/5e2dc8bb10044ee9b007c39508ae100f is 50, key is test_row_0/C:col10/1731305968958/Put/seqid=0 2024-11-11T06:19:30,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742308_1484 (size=12001) 2024-11-11T06:19:30,967 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T06:19:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-11T06:19:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:31,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:31,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306031090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:31,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731306031090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:31,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731306031091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:31,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731306031092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:31,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306031106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:31,141 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/5e2dc8bb10044ee9b007c39508ae100f 2024-11-11T06:19:31,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/241a92df99544af98b00bd7780e67750 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/241a92df99544af98b00bd7780e67750 2024-11-11T06:19:31,149 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/241a92df99544af98b00bd7780e67750, entries=150, sequenceid=39, filesize=11.7 K 2024-11-11T06:19:31,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/05c81224cad04946a021a4145077358f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/05c81224cad04946a021a4145077358f 2024-11-11T06:19:31,152 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/05c81224cad04946a021a4145077358f, entries=150, sequenceid=39, filesize=11.7 K 2024-11-11T06:19:31,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/5e2dc8bb10044ee9b007c39508ae100f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/5e2dc8bb10044ee9b007c39508ae100f 2024-11-11T06:19:31,156 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/5e2dc8bb10044ee9b007c39508ae100f, entries=150, sequenceid=39, filesize=11.7 K 2024-11-11T06:19:31,157 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 307f21e437d993d5886fc791e3564a4c in 846ms, sequenceid=39, compaction requested=false 2024-11-11T06:19:31,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:31,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:31,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-11T06:19:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-11T06:19:31,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-11T06:19:31,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2200 sec 2024-11-11T06:19:31,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.2240 sec 2024-11-11T06:19:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:31,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 307f21e437d993d5886fc791e3564a4c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T06:19:31,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=A 2024-11-11T06:19:31,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:31,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=B 2024-11-11T06:19:31,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:31,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=C 2024-11-11T06:19:31,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:31,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/d80614dd56ea44a29f67977b5cd4cc52 is 50, key is test_row_0/A:col10/1731305971086/Put/seqid=0 2024-11-11T06:19:31,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742309_1485 (size=19021) 2024-11-11T06:19:31,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731306031238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:31,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731306031241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:31,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731306031242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:31,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731306031343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:31,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731306031347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:31,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731306031347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:31,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731306031548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:31,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731306031553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:31,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731306031555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:31,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/d80614dd56ea44a29f67977b5cd4cc52 2024-11-11T06:19:31,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/e049f989fd754a2f8b0f358e0d57fd3b is 50, key is test_row_0/B:col10/1731305971086/Put/seqid=0 2024-11-11T06:19:31,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742310_1486 (size=12001) 2024-11-11T06:19:31,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731306031852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:31,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731306031857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:31,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731306031857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:32,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/e049f989fd754a2f8b0f358e0d57fd3b 2024-11-11T06:19:32,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/4689077b0eb3437ead2690ddfc390312 is 50, key is test_row_0/C:col10/1731305971086/Put/seqid=0 2024-11-11T06:19:32,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742311_1487 (size=12001) 2024-11-11T06:19:32,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731306032360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:32,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731306032361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:32,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731306032365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:32,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/4689077b0eb3437ead2690ddfc390312 2024-11-11T06:19:32,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/d80614dd56ea44a29f67977b5cd4cc52 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/d80614dd56ea44a29f67977b5cd4cc52 2024-11-11T06:19:32,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/d80614dd56ea44a29f67977b5cd4cc52, entries=300, sequenceid=51, filesize=18.6 K 2024-11-11T06:19:32,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/e049f989fd754a2f8b0f358e0d57fd3b as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/e049f989fd754a2f8b0f358e0d57fd3b 2024-11-11T06:19:32,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/e049f989fd754a2f8b0f358e0d57fd3b, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T06:19:32,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/4689077b0eb3437ead2690ddfc390312 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/4689077b0eb3437ead2690ddfc390312 2024-11-11T06:19:32,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/4689077b0eb3437ead2690ddfc390312, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T06:19:32,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 307f21e437d993d5886fc791e3564a4c in 1247ms, sequenceid=51, compaction requested=true 2024-11-11T06:19:32,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:32,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:19:32,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:32,447 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:32,447 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:32,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:19:32,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:32,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:19:32,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:32,448 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:32,448 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/B is initiating minor compaction (all files) 2024-11-11T06:19:32,449 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/B in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:32,449 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/8f5d014f0b444d5c8414b438d02ada4c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/05c81224cad04946a021a4145077358f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/e049f989fd754a2f8b0f358e0d57fd3b] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=35.2 K 2024-11-11T06:19:32,449 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:32,449 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/A is initiating minor compaction (all files) 2024-11-11T06:19:32,449 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/A in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:32,449 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/f0dffe7e07ae4e90b6cba66b10c3c543, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/241a92df99544af98b00bd7780e67750, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/d80614dd56ea44a29f67977b5cd4cc52] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=42.0 K 2024-11-11T06:19:32,449 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f5d014f0b444d5c8414b438d02ada4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731305968945 2024-11-11T06:19:32,450 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0dffe7e07ae4e90b6cba66b10c3c543, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731305968945 2024-11-11T06:19:32,450 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 05c81224cad04946a021a4145077358f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731305968958 2024-11-11T06:19:32,450 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 241a92df99544af98b00bd7780e67750, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731305968958 2024-11-11T06:19:32,450 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting e049f989fd754a2f8b0f358e0d57fd3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731305971086 2024-11-11T06:19:32,450 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d80614dd56ea44a29f67977b5cd4cc52, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731305971086 2024-11-11T06:19:32,458 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#B#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:32,458 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#A#compaction#405 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:32,459 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/143a39e53ad14657953dddb1006a1962 is 50, key is test_row_0/B:col10/1731305971086/Put/seqid=0 2024-11-11T06:19:32,459 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/86e0f553a9af4ba3b8db4473e553b67a is 50, key is test_row_0/A:col10/1731305971086/Put/seqid=0 2024-11-11T06:19:32,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742312_1488 (size=12104) 2024-11-11T06:19:32,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742313_1489 (size=12104) 2024-11-11T06:19:32,874 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/143a39e53ad14657953dddb1006a1962 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/143a39e53ad14657953dddb1006a1962 2024-11-11T06:19:32,874 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/86e0f553a9af4ba3b8db4473e553b67a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/86e0f553a9af4ba3b8db4473e553b67a 2024-11-11T06:19:32,878 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/B of 307f21e437d993d5886fc791e3564a4c into 143a39e53ad14657953dddb1006a1962(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:32,878 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:32,878 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/B, priority=13, startTime=1731305972447; duration=0sec 2024-11-11T06:19:32,878 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:32,878 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:B 2024-11-11T06:19:32,878 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:32,879 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/A of 307f21e437d993d5886fc791e3564a4c into 86e0f553a9af4ba3b8db4473e553b67a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:32,879 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:32,879 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/A, priority=13, startTime=1731305972447; duration=0sec 2024-11-11T06:19:32,879 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:32,879 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:A 2024-11-11T06:19:32,879 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:32,879 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/C is initiating minor compaction (all files) 2024-11-11T06:19:32,879 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/C in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:32,880 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/ea80106e292340e4bff4f5a67fc71147, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/5e2dc8bb10044ee9b007c39508ae100f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/4689077b0eb3437ead2690ddfc390312] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=35.2 K 2024-11-11T06:19:32,880 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting ea80106e292340e4bff4f5a67fc71147, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731305968945 2024-11-11T06:19:32,880 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e2dc8bb10044ee9b007c39508ae100f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731305968958 2024-11-11T06:19:32,880 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4689077b0eb3437ead2690ddfc390312, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731305971086 2024-11-11T06:19:32,886 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#C#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:32,887 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/3d448467ff9c4f31b019122e6c4ac842 is 50, key is test_row_0/C:col10/1731305971086/Put/seqid=0 2024-11-11T06:19:32,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742314_1490 (size=12104) 2024-11-11T06:19:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-11T06:19:33,042 INFO [Thread-2139 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-11T06:19:33,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:19:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-11T06:19:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-11T06:19:33,044 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:19:33,045 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:19:33,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:19:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:33,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 307f21e437d993d5886fc791e3564a4c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T06:19:33,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=A 2024-11-11T06:19:33,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:33,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=B 2024-11-11T06:19:33,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:33,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=C 2024-11-11T06:19:33,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:33,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/12d357504c3a4e04b928809d04d9a7c3 is 50, key is test_row_0/A:col10/1731305971235/Put/seqid=0 2024-11-11T06:19:33,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742315_1491 (size=14341) 2024-11-11T06:19:33,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/12d357504c3a4e04b928809d04d9a7c3 2024-11-11T06:19:33,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/2cc70d41ee8b4d7e91adcd8030d4a49c is 50, key is test_row_0/B:col10/1731305971235/Put/seqid=0 2024-11-11T06:19:33,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742316_1492 (size=12001) 2024-11-11T06:19:33,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306033130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:33,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306033131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-11T06:19:33,196 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:33,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-11T06:19:33,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:33,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:33,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:33,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:33,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:33,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306033234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:33,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306033238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:33,295 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/3d448467ff9c4f31b019122e6c4ac842 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/3d448467ff9c4f31b019122e6c4ac842 2024-11-11T06:19:33,299 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/C of 307f21e437d993d5886fc791e3564a4c into 3d448467ff9c4f31b019122e6c4ac842(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:33,299 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:33,299 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/C, priority=13, startTime=1731305972448; duration=0sec 2024-11-11T06:19:33,299 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:33,299 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:C 2024-11-11T06:19:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-11T06:19:33,349 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:33,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-11T06:19:33,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:33,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:33,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:33,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:33,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:33,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731306033370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:33,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731306033372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:33,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731306033379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:33,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306033439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:33,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306033443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:33,502 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:33,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-11T06:19:33,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:33,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:33,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:33,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:33,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:33,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/2cc70d41ee8b4d7e91adcd8030d4a49c 2024-11-11T06:19:33,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/aa18881483b54450a2291b827c384a6d is 50, key is test_row_0/C:col10/1731305971235/Put/seqid=0 2024-11-11T06:19:33,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742317_1493 (size=12001) 2024-11-11T06:19:33,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/aa18881483b54450a2291b827c384a6d 2024-11-11T06:19:33,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/12d357504c3a4e04b928809d04d9a7c3 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/12d357504c3a4e04b928809d04d9a7c3 2024-11-11T06:19:33,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/12d357504c3a4e04b928809d04d9a7c3, entries=200, sequenceid=78, filesize=14.0 K 2024-11-11T06:19:33,549 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-11T06:19:33,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/2cc70d41ee8b4d7e91adcd8030d4a49c as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/2cc70d41ee8b4d7e91adcd8030d4a49c 2024-11-11T06:19:33,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/2cc70d41ee8b4d7e91adcd8030d4a49c, entries=150, sequenceid=78, filesize=11.7 K 2024-11-11T06:19:33,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/aa18881483b54450a2291b827c384a6d as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/aa18881483b54450a2291b827c384a6d 2024-11-11T06:19:33,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/aa18881483b54450a2291b827c384a6d, entries=150, sequenceid=78, filesize=11.7 K 2024-11-11T06:19:33,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 307f21e437d993d5886fc791e3564a4c in 453ms, sequenceid=78, compaction requested=false 2024-11-11T06:19:33,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-11T06:19:33,655 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:33,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-11T06:19:33,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:33,656 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 307f21e437d993d5886fc791e3564a4c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T06:19:33,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=A 2024-11-11T06:19:33,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:33,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=B 2024-11-11T06:19:33,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:33,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=C 2024-11-11T06:19:33,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:33,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/8307ad0a423a45418eddce0c0abd8e86 is 50, key is test_row_0/A:col10/1731305973128/Put/seqid=0 2024-11-11T06:19:33,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742318_1494 (size=12001) 2024-11-11T06:19:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:33,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:33,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306033799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:33,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306033800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:33,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306033906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:33,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306033906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:34,065 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/8307ad0a423a45418eddce0c0abd8e86 2024-11-11T06:19:34,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/a6e0ccbafb824e90a720db1c331e3754 is 50, key is test_row_0/B:col10/1731305973128/Put/seqid=0 2024-11-11T06:19:34,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742319_1495 (size=12001) 2024-11-11T06:19:34,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306034110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:34,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306034111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-11T06:19:34,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306034412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:34,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306034417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:34,477 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/a6e0ccbafb824e90a720db1c331e3754 2024-11-11T06:19:34,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/4251ba46c1454d47bcbb04c888de9dc9 is 50, key is test_row_0/C:col10/1731305973128/Put/seqid=0 2024-11-11T06:19:34,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742320_1496 (size=12001) 2024-11-11T06:19:34,488 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/4251ba46c1454d47bcbb04c888de9dc9 2024-11-11T06:19:34,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/8307ad0a423a45418eddce0c0abd8e86 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/8307ad0a423a45418eddce0c0abd8e86 2024-11-11T06:19:34,494 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/8307ad0a423a45418eddce0c0abd8e86, entries=150, sequenceid=90, filesize=11.7 K 2024-11-11T06:19:34,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/a6e0ccbafb824e90a720db1c331e3754 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/a6e0ccbafb824e90a720db1c331e3754 2024-11-11T06:19:34,499 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/a6e0ccbafb824e90a720db1c331e3754, entries=150, sequenceid=90, filesize=11.7 K 2024-11-11T06:19:34,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/4251ba46c1454d47bcbb04c888de9dc9 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/4251ba46c1454d47bcbb04c888de9dc9 2024-11-11T06:19:34,502 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/4251ba46c1454d47bcbb04c888de9dc9, entries=150, sequenceid=90, filesize=11.7 K 2024-11-11T06:19:34,503 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 307f21e437d993d5886fc791e3564a4c in 847ms, sequenceid=90, compaction requested=true 2024-11-11T06:19:34,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:34,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:34,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-11T06:19:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-11T06:19:34,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-11T06:19:34,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4590 sec 2024-11-11T06:19:34,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.4630 sec 2024-11-11T06:19:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:34,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 307f21e437d993d5886fc791e3564a4c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T06:19:34,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=A 2024-11-11T06:19:34,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:34,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=B 2024-11-11T06:19:34,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:34,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=C 2024-11-11T06:19:34,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:34,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/92d8cb938fd54143bd0e1f07955b79d7 is 50, key is test_row_0/A:col10/1731305973798/Put/seqid=0 2024-11-11T06:19:34,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742321_1497 (size=14341) 2024-11-11T06:19:34,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306034948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:34,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306034949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:35,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306035057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:35,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306035059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-11T06:19:35,148 INFO [Thread-2139 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-11T06:19:35,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:19:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-11T06:19:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-11T06:19:35,151 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:19:35,151 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:19:35,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:19:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-11T06:19:35,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306035265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:35,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306035267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:35,303 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:35,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-11T06:19:35,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:35,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:35,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:35,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:35,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:35,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/92d8cb938fd54143bd0e1f07955b79d7 2024-11-11T06:19:35,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/4906c283424748b9917b13ce82764f58 is 50, key is test_row_0/B:col10/1731305973798/Put/seqid=0 2024-11-11T06:19:35,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742322_1498 (size=12001) 2024-11-11T06:19:35,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731306035378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:35,383 DEBUG [Thread-2131 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:19:35,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731306035385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:35,390 DEBUG [Thread-2129 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:19:35,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731306035393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:35,396 DEBUG [Thread-2135 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:19:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-11T06:19:35,460 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:35,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-11T06:19:35,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:35,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:35,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:35,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:35,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:35,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306035571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:35,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306035572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:35,612 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:35,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-11T06:19:35,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:35,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:35,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:35,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:35,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-11T06:19:35,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/4906c283424748b9917b13ce82764f58 2024-11-11T06:19:35,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/205aa4bef55e480483a6128f82e10ef4 is 50, key is test_row_0/C:col10/1731305973798/Put/seqid=0 2024-11-11T06:19:35,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742323_1499 (size=12001) 2024-11-11T06:19:35,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/205aa4bef55e480483a6128f82e10ef4 2024-11-11T06:19:35,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/92d8cb938fd54143bd0e1f07955b79d7 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/92d8cb938fd54143bd0e1f07955b79d7 2024-11-11T06:19:35,772 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:35,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-11T06:19:35,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:35,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:35,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:35,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:35,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:35,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/92d8cb938fd54143bd0e1f07955b79d7, entries=200, sequenceid=116, filesize=14.0 K 2024-11-11T06:19:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:35,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/4906c283424748b9917b13ce82764f58 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/4906c283424748b9917b13ce82764f58 2024-11-11T06:19:35,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/4906c283424748b9917b13ce82764f58, entries=150, sequenceid=116, filesize=11.7 K 2024-11-11T06:19:35,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/205aa4bef55e480483a6128f82e10ef4 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/205aa4bef55e480483a6128f82e10ef4 2024-11-11T06:19:35,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/205aa4bef55e480483a6128f82e10ef4, entries=150, sequenceid=116, filesize=11.7 K 2024-11-11T06:19:35,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 307f21e437d993d5886fc791e3564a4c in 859ms, sequenceid=116, compaction requested=true 2024-11-11T06:19:35,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:35,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:19:35,782 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:19:35,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:35,782 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:19:35,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:19:35,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:35,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:19:35,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:35,784 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:19:35,784 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/A is initiating minor compaction (all files) 2024-11-11T06:19:35,784 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/A in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:35,784 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/86e0f553a9af4ba3b8db4473e553b67a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/12d357504c3a4e04b928809d04d9a7c3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/8307ad0a423a45418eddce0c0abd8e86, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/92d8cb938fd54143bd0e1f07955b79d7] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=51.5 K 2024-11-11T06:19:35,786 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86e0f553a9af4ba3b8db4473e553b67a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731305971086 2024-11-11T06:19:35,786 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:19:35,787 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/B is initiating minor compaction (all files) 2024-11-11T06:19:35,787 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/B in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:35,787 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/143a39e53ad14657953dddb1006a1962, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/2cc70d41ee8b4d7e91adcd8030d4a49c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/a6e0ccbafb824e90a720db1c331e3754, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/4906c283424748b9917b13ce82764f58] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=47.0 K 2024-11-11T06:19:35,787 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 143a39e53ad14657953dddb1006a1962, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731305971086 2024-11-11T06:19:35,787 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12d357504c3a4e04b928809d04d9a7c3, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731305971235 2024-11-11T06:19:35,787 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cc70d41ee8b4d7e91adcd8030d4a49c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731305971235 2024-11-11T06:19:35,787 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8307ad0a423a45418eddce0c0abd8e86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731305973119 2024-11-11T06:19:35,787 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting a6e0ccbafb824e90a720db1c331e3754, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731305973119 2024-11-11T06:19:35,788 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92d8cb938fd54143bd0e1f07955b79d7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731305973764 2024-11-11T06:19:35,788 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4906c283424748b9917b13ce82764f58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731305973798 2024-11-11T06:19:35,799 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#B#compaction#417 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:35,800 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/2221308213ad4bb5a87d03866f3d9781 is 50, key is test_row_0/B:col10/1731305973798/Put/seqid=0 2024-11-11T06:19:35,806 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#A#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:35,807 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/306c967884924c7c95209f3133ca4ac9 is 50, key is test_row_0/A:col10/1731305973798/Put/seqid=0 2024-11-11T06:19:35,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742324_1500 (size=12241) 2024-11-11T06:19:35,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742325_1501 (size=12241) 2024-11-11T06:19:35,830 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/306c967884924c7c95209f3133ca4ac9 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/306c967884924c7c95209f3133ca4ac9 2024-11-11T06:19:35,834 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/A of 307f21e437d993d5886fc791e3564a4c into 306c967884924c7c95209f3133ca4ac9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:35,834 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:35,834 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/A, priority=12, startTime=1731305975782; duration=0sec 2024-11-11T06:19:35,834 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:35,834 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:A 2024-11-11T06:19:35,834 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:19:35,836 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:19:35,836 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/C is initiating minor compaction (all files) 2024-11-11T06:19:35,836 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/C in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:35,836 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/3d448467ff9c4f31b019122e6c4ac842, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/aa18881483b54450a2291b827c384a6d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/4251ba46c1454d47bcbb04c888de9dc9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/205aa4bef55e480483a6128f82e10ef4] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=47.0 K 2024-11-11T06:19:35,837 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d448467ff9c4f31b019122e6c4ac842, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731305971086 2024-11-11T06:19:35,838 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa18881483b54450a2291b827c384a6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731305971235 2024-11-11T06:19:35,839 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4251ba46c1454d47bcbb04c888de9dc9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731305973119 2024-11-11T06:19:35,839 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 205aa4bef55e480483a6128f82e10ef4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731305973798 2024-11-11T06:19:35,846 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#C#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:35,847 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/007958c209ad4efbb7e8382326660925 is 50, key is test_row_0/C:col10/1731305973798/Put/seqid=0 2024-11-11T06:19:35,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742326_1502 (size=12241) 2024-11-11T06:19:35,924 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:35,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-11T06:19:35,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:35,925 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 307f21e437d993d5886fc791e3564a4c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T06:19:35,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=A 2024-11-11T06:19:35,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:35,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=B 2024-11-11T06:19:35,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:35,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=C 2024-11-11T06:19:35,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:35,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/37b7d157826a48b2a4580c2cbccd0584 is 50, key is test_row_0/A:col10/1731305974939/Put/seqid=0 2024-11-11T06:19:35,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742327_1503 (size=12001) 2024-11-11T06:19:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:36,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:36,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:36,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306036164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:36,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306036169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:36,217 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/2221308213ad4bb5a87d03866f3d9781 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/2221308213ad4bb5a87d03866f3d9781 2024-11-11T06:19:36,221 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/B of 307f21e437d993d5886fc791e3564a4c into 2221308213ad4bb5a87d03866f3d9781(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:36,221 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:36,221 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/B, priority=12, startTime=1731305975782; duration=0sec 2024-11-11T06:19:36,222 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:36,222 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:B 2024-11-11T06:19:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-11T06:19:36,256 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/007958c209ad4efbb7e8382326660925 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/007958c209ad4efbb7e8382326660925 2024-11-11T06:19:36,261 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/C of 307f21e437d993d5886fc791e3564a4c into 007958c209ad4efbb7e8382326660925(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:36,261 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:36,261 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/C, priority=12, startTime=1731305975782; duration=0sec 2024-11-11T06:19:36,261 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:36,261 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:C 2024-11-11T06:19:36,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306036270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:36,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306036272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:36,339 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/37b7d157826a48b2a4580c2cbccd0584 2024-11-11T06:19:36,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/15e9660041f64a189bdfd62507066322 is 50, key is test_row_0/B:col10/1731305974939/Put/seqid=0 2024-11-11T06:19:36,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742328_1504 (size=12001) 2024-11-11T06:19:36,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306036477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:36,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306036479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:36,762 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/15e9660041f64a189bdfd62507066322 2024-11-11T06:19:36,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/6cbac6b439ab4c3b9e759003463cd222 is 50, key is test_row_0/C:col10/1731305974939/Put/seqid=0 2024-11-11T06:19:36,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742329_1505 (size=12001) 2024-11-11T06:19:36,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306036780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:36,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306036785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:37,174 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/6cbac6b439ab4c3b9e759003463cd222 2024-11-11T06:19:37,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/37b7d157826a48b2a4580c2cbccd0584 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/37b7d157826a48b2a4580c2cbccd0584 2024-11-11T06:19:37,181 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/37b7d157826a48b2a4580c2cbccd0584, entries=150, sequenceid=127, filesize=11.7 K 2024-11-11T06:19:37,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/15e9660041f64a189bdfd62507066322 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/15e9660041f64a189bdfd62507066322 2024-11-11T06:19:37,185 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/15e9660041f64a189bdfd62507066322, entries=150, sequenceid=127, filesize=11.7 K 2024-11-11T06:19:37,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/6cbac6b439ab4c3b9e759003463cd222 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/6cbac6b439ab4c3b9e759003463cd222 2024-11-11T06:19:37,188 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/6cbac6b439ab4c3b9e759003463cd222, entries=150, sequenceid=127, filesize=11.7 K 2024-11-11T06:19:37,189 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 307f21e437d993d5886fc791e3564a4c in 1264ms, sequenceid=127, compaction requested=false 2024-11-11T06:19:37,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:37,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:37,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-11T06:19:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-11T06:19:37,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-11T06:19:37,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0390 sec 2024-11-11T06:19:37,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 2.0420 sec 2024-11-11T06:19:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-11T06:19:37,254 INFO [Thread-2139 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-11T06:19:37,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:19:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-11T06:19:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-11T06:19:37,257 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:19:37,258 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:19:37,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:19:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:37,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 307f21e437d993d5886fc791e3564a4c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T06:19:37,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=A 2024-11-11T06:19:37,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:37,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=B 2024-11-11T06:19:37,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:37,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=C 2024-11-11T06:19:37,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:37,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/d2b2d41a2f734701835ec7ad1df78f8f is 50, key is test_row_0/A:col10/1731305976168/Put/seqid=0 2024-11-11T06:19:37,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742330_1506 (size=14541) 2024-11-11T06:19:37,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/d2b2d41a2f734701835ec7ad1df78f8f 2024-11-11T06:19:37,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/161645f290104b04ba7f33e98e45b806 is 50, key is test_row_0/B:col10/1731305976168/Put/seqid=0 2024-11-11T06:19:37,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306037303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:37,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742331_1507 (size=12151) 2024-11-11T06:19:37,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/161645f290104b04ba7f33e98e45b806 2024-11-11T06:19:37,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306037307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:37,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/9c95140d87b34aadaf8eb881c25cfcde is 50, key is test_row_0/C:col10/1731305976168/Put/seqid=0 2024-11-11T06:19:37,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742332_1508 (size=12151) 2024-11-11T06:19:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-11T06:19:37,409 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:37,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-11T06:19:37,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:37,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:37,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:37,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:37,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:37,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306037408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:37,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306037413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-11T06:19:37,562 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:37,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-11T06:19:37,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:37,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:37,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:37,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:37,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:37,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306037613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:37,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306037616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:37,714 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:37,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-11T06:19:37,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:37,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:37,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:37,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:37,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:37,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/9c95140d87b34aadaf8eb881c25cfcde 2024-11-11T06:19:37,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/d2b2d41a2f734701835ec7ad1df78f8f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/d2b2d41a2f734701835ec7ad1df78f8f 2024-11-11T06:19:37,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/d2b2d41a2f734701835ec7ad1df78f8f, entries=200, sequenceid=156, filesize=14.2 K 2024-11-11T06:19:37,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/161645f290104b04ba7f33e98e45b806 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/161645f290104b04ba7f33e98e45b806 2024-11-11T06:19:37,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/161645f290104b04ba7f33e98e45b806, entries=150, sequenceid=156, filesize=11.9 K 2024-11-11T06:19:37,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/9c95140d87b34aadaf8eb881c25cfcde as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/9c95140d87b34aadaf8eb881c25cfcde 2024-11-11T06:19:37,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/9c95140d87b34aadaf8eb881c25cfcde, entries=150, sequenceid=156, filesize=11.9 K 2024-11-11T06:19:37,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 307f21e437d993d5886fc791e3564a4c in 446ms, sequenceid=156, compaction requested=true 2024-11-11T06:19:37,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:37,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:19:37,737 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:37,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:37,737 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:37,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:19:37,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:37,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:19:37,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:37,738 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:37,738 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/A is initiating minor compaction (all files) 2024-11-11T06:19:37,738 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/A in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:37,738 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/306c967884924c7c95209f3133ca4ac9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/37b7d157826a48b2a4580c2cbccd0584, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/d2b2d41a2f734701835ec7ad1df78f8f] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=37.9 K 2024-11-11T06:19:37,738 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:37,738 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/B is initiating minor compaction (all files) 2024-11-11T06:19:37,738 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/B in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:37,738 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/2221308213ad4bb5a87d03866f3d9781, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/15e9660041f64a189bdfd62507066322, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/161645f290104b04ba7f33e98e45b806] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=35.5 K 2024-11-11T06:19:37,738 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 306c967884924c7c95209f3133ca4ac9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731305973798 2024-11-11T06:19:37,739 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 2221308213ad4bb5a87d03866f3d9781, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731305973798 2024-11-11T06:19:37,739 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37b7d157826a48b2a4580c2cbccd0584, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731305974939 2024-11-11T06:19:37,739 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 15e9660041f64a189bdfd62507066322, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731305974939 2024-11-11T06:19:37,739 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2b2d41a2f734701835ec7ad1df78f8f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731305976130 2024-11-11T06:19:37,739 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 161645f290104b04ba7f33e98e45b806, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731305976149 2024-11-11T06:19:37,748 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#B#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:37,748 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/dd1053fcd712442f9ac5b199f28b7c71 is 50, key is test_row_0/B:col10/1731305976168/Put/seqid=0 2024-11-11T06:19:37,762 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#A#compaction#427 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:37,762 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/7c0fcdefffba45ceafd02005db82c31a is 50, key is test_row_0/A:col10/1731305976168/Put/seqid=0 2024-11-11T06:19:37,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742333_1509 (size=12493) 2024-11-11T06:19:37,769 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/dd1053fcd712442f9ac5b199f28b7c71 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/dd1053fcd712442f9ac5b199f28b7c71 2024-11-11T06:19:37,774 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/B of 307f21e437d993d5886fc791e3564a4c into dd1053fcd712442f9ac5b199f28b7c71(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:37,774 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:37,775 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/B, priority=13, startTime=1731305977737; duration=0sec 2024-11-11T06:19:37,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742334_1510 (size=12493) 2024-11-11T06:19:37,775 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:37,775 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:B 2024-11-11T06:19:37,775 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:37,776 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:37,776 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/C is initiating minor compaction (all files) 2024-11-11T06:19:37,776 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/C in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:37,777 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/007958c209ad4efbb7e8382326660925, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/6cbac6b439ab4c3b9e759003463cd222, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/9c95140d87b34aadaf8eb881c25cfcde] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=35.5 K 2024-11-11T06:19:37,777 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 007958c209ad4efbb7e8382326660925, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731305973798 2024-11-11T06:19:37,777 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cbac6b439ab4c3b9e759003463cd222, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731305974939 2024-11-11T06:19:37,777 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c95140d87b34aadaf8eb881c25cfcde, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731305976149 2024-11-11T06:19:37,783 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#C#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:37,784 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/3439053c485b46dea28b795590739cfd is 50, key is test_row_0/C:col10/1731305976168/Put/seqid=0 2024-11-11T06:19:37,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742335_1511 (size=12493) 2024-11-11T06:19:37,798 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/3439053c485b46dea28b795590739cfd as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/3439053c485b46dea28b795590739cfd 2024-11-11T06:19:37,803 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/C of 307f21e437d993d5886fc791e3564a4c into 3439053c485b46dea28b795590739cfd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:37,803 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:37,803 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/C, priority=13, startTime=1731305977737; duration=0sec 2024-11-11T06:19:37,803 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:37,803 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:C 2024-11-11T06:19:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-11T06:19:37,867 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:37,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-11T06:19:37,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:37,868 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 307f21e437d993d5886fc791e3564a4c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-11T06:19:37,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=A 2024-11-11T06:19:37,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:37,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=B 2024-11-11T06:19:37,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:37,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=C 2024-11-11T06:19:37,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:37,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/79d320f484d64eccbd7575578ca4369b is 50, key is test_row_0/A:col10/1731305977306/Put/seqid=0 2024-11-11T06:19:37,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742336_1512 (size=12151) 2024-11-11T06:19:37,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:38,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306038010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:38,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306038011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:38,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306038114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:38,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306038118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:38,179 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/7c0fcdefffba45ceafd02005db82c31a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/7c0fcdefffba45ceafd02005db82c31a 2024-11-11T06:19:38,183 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/A of 307f21e437d993d5886fc791e3564a4c into 7c0fcdefffba45ceafd02005db82c31a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:38,183 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:38,183 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/A, priority=13, startTime=1731305977736; duration=0sec 2024-11-11T06:19:38,183 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:38,183 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:A 2024-11-11T06:19:38,280 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/79d320f484d64eccbd7575578ca4369b 2024-11-11T06:19:38,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/a664a54ca8db44b8ae1d086180f61a00 is 50, key is test_row_0/B:col10/1731305977306/Put/seqid=0 2024-11-11T06:19:38,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742337_1513 (size=12151) 2024-11-11T06:19:38,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306038320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:38,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306038322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-11T06:19:38,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306038627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:38,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306038627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:38,692 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/a664a54ca8db44b8ae1d086180f61a00 2024-11-11T06:19:38,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/b26bcf98a98e4028954e5c607513d148 is 50, key is test_row_0/C:col10/1731305977306/Put/seqid=0 2024-11-11T06:19:38,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742338_1514 (size=12151) 2024-11-11T06:19:39,111 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/b26bcf98a98e4028954e5c607513d148 2024-11-11T06:19:39,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/79d320f484d64eccbd7575578ca4369b as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/79d320f484d64eccbd7575578ca4369b 2024-11-11T06:19:39,119 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/79d320f484d64eccbd7575578ca4369b, entries=150, sequenceid=167, filesize=11.9 K 2024-11-11T06:19:39,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/a664a54ca8db44b8ae1d086180f61a00 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/a664a54ca8db44b8ae1d086180f61a00 2024-11-11T06:19:39,123 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/a664a54ca8db44b8ae1d086180f61a00, entries=150, sequenceid=167, filesize=11.9 K 2024-11-11T06:19:39,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/b26bcf98a98e4028954e5c607513d148 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/b26bcf98a98e4028954e5c607513d148 2024-11-11T06:19:39,126 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/b26bcf98a98e4028954e5c607513d148, entries=150, sequenceid=167, filesize=11.9 K 2024-11-11T06:19:39,127 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 307f21e437d993d5886fc791e3564a4c in 1259ms, sequenceid=167, compaction requested=false 2024-11-11T06:19:39,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:39,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:39,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-11T06:19:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-11T06:19:39,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-11T06:19:39,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8700 sec 2024-11-11T06:19:39,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.8740 sec 2024-11-11T06:19:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:39,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 307f21e437d993d5886fc791e3564a4c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-11T06:19:39,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=A 2024-11-11T06:19:39,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:39,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=B 2024-11-11T06:19:39,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:39,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=C 2024-11-11T06:19:39,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:39,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/7edd1d358f7c4b58b79ca99ea122c1bc is 50, key is test_row_0/A:col10/1731305978004/Put/seqid=0 2024-11-11T06:19:39,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306039149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:39,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306039149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:39,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742339_1515 (size=14541) 2024-11-11T06:19:39,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/7edd1d358f7c4b58b79ca99ea122c1bc 2024-11-11T06:19:39,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/11cf3f4d52bd42dd90b3d7002c8d37ed is 50, key is test_row_0/B:col10/1731305978004/Put/seqid=0 2024-11-11T06:19:39,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742340_1516 (size=12151) 2024-11-11T06:19:39,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/11cf3f4d52bd42dd90b3d7002c8d37ed 2024-11-11T06:19:39,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/57305773f7624dd983cec26de59c7069 is 50, key is test_row_0/C:col10/1731305978004/Put/seqid=0 2024-11-11T06:19:39,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742341_1517 (size=12151) 2024-11-11T06:19:39,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306039251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:39,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306039251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-11T06:19:39,361 INFO [Thread-2139 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-11T06:19:39,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:19:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-11T06:19:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-11T06:19:39,365 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:19:39,365 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:19:39,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:19:39,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731306039409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:39,413 DEBUG [Thread-2135 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:19:39,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1731306039417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:39,419 DEBUG [Thread-2129 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:19:39,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731306039419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:39,424 DEBUG [Thread-2131 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8187 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:19:39,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306039457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:39,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306039458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-11T06:19:39,517 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:39,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-11T06:19:39,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:39,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:39,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:39,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:39,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:39,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/57305773f7624dd983cec26de59c7069 2024-11-11T06:19:39,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/7edd1d358f7c4b58b79ca99ea122c1bc as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/7edd1d358f7c4b58b79ca99ea122c1bc 2024-11-11T06:19:39,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/7edd1d358f7c4b58b79ca99ea122c1bc, entries=200, sequenceid=196, filesize=14.2 K 2024-11-11T06:19:39,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/11cf3f4d52bd42dd90b3d7002c8d37ed as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/11cf3f4d52bd42dd90b3d7002c8d37ed 2024-11-11T06:19:39,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/11cf3f4d52bd42dd90b3d7002c8d37ed, entries=150, sequenceid=196, filesize=11.9 K 2024-11-11T06:19:39,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/57305773f7624dd983cec26de59c7069 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/57305773f7624dd983cec26de59c7069 2024-11-11T06:19:39,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/57305773f7624dd983cec26de59c7069, entries=150, sequenceid=196, filesize=11.9 K 2024-11-11T06:19:39,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 307f21e437d993d5886fc791e3564a4c in 454ms, sequenceid=196, compaction requested=true 2024-11-11T06:19:39,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:39,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:19:39,592 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:39,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:39,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:19:39,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:39,592 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:39,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:19:39,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:39,593 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:39,593 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/A is initiating minor compaction (all files) 2024-11-11T06:19:39,593 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/A in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:39,593 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/7c0fcdefffba45ceafd02005db82c31a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/79d320f484d64eccbd7575578ca4369b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/7edd1d358f7c4b58b79ca99ea122c1bc] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=38.3 K 2024-11-11T06:19:39,593 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:39,593 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/B is initiating minor compaction (all files) 2024-11-11T06:19:39,593 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/B in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:39,593 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/dd1053fcd712442f9ac5b199f28b7c71, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/a664a54ca8db44b8ae1d086180f61a00, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/11cf3f4d52bd42dd90b3d7002c8d37ed] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=35.9 K 2024-11-11T06:19:39,594 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting dd1053fcd712442f9ac5b199f28b7c71, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731305976149 2024-11-11T06:19:39,594 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c0fcdefffba45ceafd02005db82c31a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731305976149 2024-11-11T06:19:39,594 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79d320f484d64eccbd7575578ca4369b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731305977297 2024-11-11T06:19:39,594 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting a664a54ca8db44b8ae1d086180f61a00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731305977297 2024-11-11T06:19:39,594 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7edd1d358f7c4b58b79ca99ea122c1bc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731305977999 2024-11-11T06:19:39,594 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 11cf3f4d52bd42dd90b3d7002c8d37ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731305977999 2024-11-11T06:19:39,600 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#B#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:39,601 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/ce8addf6db0f47339f21bfcf4894c072 is 50, key is test_row_0/B:col10/1731305978004/Put/seqid=0 2024-11-11T06:19:39,603 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#A#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:39,604 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/2b6419edd5404a94a2ba7986b8bdfad7 is 50, key is test_row_0/A:col10/1731305978004/Put/seqid=0 2024-11-11T06:19:39,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742342_1518 (size=12595) 2024-11-11T06:19:39,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742343_1519 (size=12595) 2024-11-11T06:19:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-11T06:19:39,670 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:39,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-11T06:19:39,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:39,670 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 307f21e437d993d5886fc791e3564a4c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T06:19:39,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=A 2024-11-11T06:19:39,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:39,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=B 2024-11-11T06:19:39,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:39,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=C 2024-11-11T06:19:39,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:39,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/e7a0c56d86914e44ba3b6d97d80af61b is 50, key is test_row_0/A:col10/1731305979148/Put/seqid=0 2024-11-11T06:19:39,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742344_1520 (size=12151) 2024-11-11T06:19:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:39,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:39,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306039834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:39,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306039836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:39,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306039941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:39,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306039941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-11T06:19:40,027 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/ce8addf6db0f47339f21bfcf4894c072 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/ce8addf6db0f47339f21bfcf4894c072 2024-11-11T06:19:40,028 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/2b6419edd5404a94a2ba7986b8bdfad7 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/2b6419edd5404a94a2ba7986b8bdfad7 2024-11-11T06:19:40,031 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/A of 307f21e437d993d5886fc791e3564a4c into 2b6419edd5404a94a2ba7986b8bdfad7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:40,031 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/B of 307f21e437d993d5886fc791e3564a4c into ce8addf6db0f47339f21bfcf4894c072(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:40,031 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:40,031 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:40,032 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/A, priority=13, startTime=1731305979592; duration=0sec 2024-11-11T06:19:40,032 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/B, priority=13, startTime=1731305979592; duration=0sec 2024-11-11T06:19:40,032 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:40,032 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:40,032 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:B 2024-11-11T06:19:40,032 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:A 2024-11-11T06:19:40,032 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:40,032 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:40,033 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/C is initiating minor compaction (all files) 2024-11-11T06:19:40,033 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/C in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:40,033 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/3439053c485b46dea28b795590739cfd, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/b26bcf98a98e4028954e5c607513d148, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/57305773f7624dd983cec26de59c7069] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=35.9 K 2024-11-11T06:19:40,033 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3439053c485b46dea28b795590739cfd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731305976149 2024-11-11T06:19:40,033 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting b26bcf98a98e4028954e5c607513d148, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731305977297 2024-11-11T06:19:40,034 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57305773f7624dd983cec26de59c7069, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731305977999 2024-11-11T06:19:40,040 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#C#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:40,041 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/2eecac67fde94b1aa3b5abbff68bdaa5 is 50, key is test_row_0/C:col10/1731305978004/Put/seqid=0 2024-11-11T06:19:40,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742345_1521 (size=12595) 2024-11-11T06:19:40,078 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/e7a0c56d86914e44ba3b6d97d80af61b 2024-11-11T06:19:40,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/cf8f7e7fde5a47a0858860881f204c9a is 50, key is test_row_0/B:col10/1731305979148/Put/seqid=0 2024-11-11T06:19:40,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742346_1522 (size=12151) 2024-11-11T06:19:40,088 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/cf8f7e7fde5a47a0858860881f204c9a 2024-11-11T06:19:40,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/4da568bd15bc4fac8bbabf7bb1241ab7 is 50, key is test_row_0/C:col10/1731305979148/Put/seqid=0 2024-11-11T06:19:40,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742347_1523 (size=12151) 2024-11-11T06:19:40,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306040145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:40,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306040145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:40,448 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/2eecac67fde94b1aa3b5abbff68bdaa5 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/2eecac67fde94b1aa3b5abbff68bdaa5 2024-11-11T06:19:40,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306040450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:40,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306040450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:40,453 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/C of 307f21e437d993d5886fc791e3564a4c into 2eecac67fde94b1aa3b5abbff68bdaa5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:40,453 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:40,453 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/C, priority=13, startTime=1731305979592; duration=0sec 2024-11-11T06:19:40,453 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:40,453 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:C 2024-11-11T06:19:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-11T06:19:40,496 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/4da568bd15bc4fac8bbabf7bb1241ab7 2024-11-11T06:19:40,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/e7a0c56d86914e44ba3b6d97d80af61b as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/e7a0c56d86914e44ba3b6d97d80af61b 2024-11-11T06:19:40,503 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/e7a0c56d86914e44ba3b6d97d80af61b, entries=150, sequenceid=204, filesize=11.9 K 2024-11-11T06:19:40,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/cf8f7e7fde5a47a0858860881f204c9a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/cf8f7e7fde5a47a0858860881f204c9a 2024-11-11T06:19:40,506 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/cf8f7e7fde5a47a0858860881f204c9a, entries=150, sequenceid=204, filesize=11.9 K 2024-11-11T06:19:40,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/4da568bd15bc4fac8bbabf7bb1241ab7 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/4da568bd15bc4fac8bbabf7bb1241ab7 2024-11-11T06:19:40,510 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/4da568bd15bc4fac8bbabf7bb1241ab7, entries=150, sequenceid=204, filesize=11.9 K 2024-11-11T06:19:40,511 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 307f21e437d993d5886fc791e3564a4c in 841ms, sequenceid=204, compaction requested=false 2024-11-11T06:19:40,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:40,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:40,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-11T06:19:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-11T06:19:40,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-11T06:19:40,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1470 sec 2024-11-11T06:19:40,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.1510 sec 2024-11-11T06:19:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:40,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 307f21e437d993d5886fc791e3564a4c 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-11T06:19:40,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=A 2024-11-11T06:19:40,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:40,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=B 2024-11-11T06:19:40,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:40,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=C 2024-11-11T06:19:40,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:40,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/16b2405b3b6b403b932c1e405d886802 is 50, key is test_row_0/A:col10/1731305979816/Put/seqid=0 2024-11-11T06:19:40,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742348_1524 (size=14541) 2024-11-11T06:19:40,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306040966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:40,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306040969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:41,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306041070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:41,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306041071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:41,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306041274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:41,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306041274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:41,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/16b2405b3b6b403b932c1e405d886802 2024-11-11T06:19:41,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/5a518cf1166748a98c4bc6738815ceae is 50, key is test_row_0/B:col10/1731305979816/Put/seqid=0 2024-11-11T06:19:41,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742349_1525 (size=12151) 2024-11-11T06:19:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-11T06:19:41,468 INFO [Thread-2139 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-11T06:19:41,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:19:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-11T06:19:41,471 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:19:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-11T06:19:41,473 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:19:41,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:19:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-11T06:19:41,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306041578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:41,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306041578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:41,625 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:41,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-11T06:19:41,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:41,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:41,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:41,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:41,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:41,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-11T06:19:41,778 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:41,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-11T06:19:41,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:41,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:41,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:41,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:41,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:41,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/5a518cf1166748a98c4bc6738815ceae 2024-11-11T06:19:41,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/e840fe27f7bf412eb87199d83881fdaa is 50, key is test_row_0/C:col10/1731305979816/Put/seqid=0 2024-11-11T06:19:41,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742350_1526 (size=12151) 2024-11-11T06:19:41,930 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:41,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-11T06:19:41,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:41,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:41,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:41,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:41,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-11T06:19:42,083 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:42,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-11T06:19:42,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:42,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:42,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:42,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:42,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:42,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306042086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:42,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306042087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:42,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/e840fe27f7bf412eb87199d83881fdaa 2024-11-11T06:19:42,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/16b2405b3b6b403b932c1e405d886802 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/16b2405b3b6b403b932c1e405d886802 2024-11-11T06:19:42,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/16b2405b3b6b403b932c1e405d886802, entries=200, sequenceid=237, filesize=14.2 K 2024-11-11T06:19:42,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/5a518cf1166748a98c4bc6738815ceae as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/5a518cf1166748a98c4bc6738815ceae 2024-11-11T06:19:42,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/5a518cf1166748a98c4bc6738815ceae, entries=150, sequenceid=237, filesize=11.9 K 2024-11-11T06:19:42,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/e840fe27f7bf412eb87199d83881fdaa as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/e840fe27f7bf412eb87199d83881fdaa 2024-11-11T06:19:42,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/e840fe27f7bf412eb87199d83881fdaa, entries=150, sequenceid=237, filesize=11.9 K 2024-11-11T06:19:42,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 307f21e437d993d5886fc791e3564a4c in 1245ms, sequenceid=237, compaction requested=true 2024-11-11T06:19:42,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:42,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:19:42,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:42,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:19:42,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:42,204 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:42,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:19:42,204 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:42,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:42,205 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:42,205 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/B is initiating minor compaction (all files) 2024-11-11T06:19:42,205 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/B in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:42,205 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/ce8addf6db0f47339f21bfcf4894c072, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/cf8f7e7fde5a47a0858860881f204c9a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/5a518cf1166748a98c4bc6738815ceae] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=36.0 K 2024-11-11T06:19:42,205 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:42,205 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/A is initiating minor compaction (all files) 2024-11-11T06:19:42,205 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/A in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:42,205 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/2b6419edd5404a94a2ba7986b8bdfad7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/e7a0c56d86914e44ba3b6d97d80af61b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/16b2405b3b6b403b932c1e405d886802] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=38.4 K 2024-11-11T06:19:42,206 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b6419edd5404a94a2ba7986b8bdfad7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731305977999 2024-11-11T06:19:42,206 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting ce8addf6db0f47339f21bfcf4894c072, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731305977999 2024-11-11T06:19:42,206 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7a0c56d86914e44ba3b6d97d80af61b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731305979142 2024-11-11T06:19:42,206 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting cf8f7e7fde5a47a0858860881f204c9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731305979142 2024-11-11T06:19:42,206 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16b2405b3b6b403b932c1e405d886802, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731305979816 2024-11-11T06:19:42,206 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a518cf1166748a98c4bc6738815ceae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731305979816 2024-11-11T06:19:42,212 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#A#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:42,213 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#B#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:42,213 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/3c8788a1c63147bf881e40812ddc64b0 is 50, key is test_row_0/A:col10/1731305979816/Put/seqid=0 2024-11-11T06:19:42,213 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/32a85882bf2746039f96dff1c112f76f is 50, key is test_row_0/B:col10/1731305979816/Put/seqid=0 2024-11-11T06:19:42,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742351_1527 (size=12697) 2024-11-11T06:19:42,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742352_1528 (size=12697) 2024-11-11T06:19:42,235 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:42,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-11T06:19:42,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:42,235 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 307f21e437d993d5886fc791e3564a4c 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-11T06:19:42,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=A 2024-11-11T06:19:42,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:42,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=B 2024-11-11T06:19:42,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:42,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=C 2024-11-11T06:19:42,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:42,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/3d8814ce9b8f4bbd85878e1133665742 is 50, key is test_row_1/A:col10/1731305980964/Put/seqid=0 2024-11-11T06:19:42,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742353_1529 (size=9757) 2024-11-11T06:19:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-11T06:19:42,627 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/32a85882bf2746039f96dff1c112f76f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/32a85882bf2746039f96dff1c112f76f 2024-11-11T06:19:42,629 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/3c8788a1c63147bf881e40812ddc64b0 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/3c8788a1c63147bf881e40812ddc64b0 2024-11-11T06:19:42,632 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/B of 307f21e437d993d5886fc791e3564a4c into 32a85882bf2746039f96dff1c112f76f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:42,632 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:42,632 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/B, priority=13, startTime=1731305982204; duration=0sec 2024-11-11T06:19:42,632 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:42,632 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:B 2024-11-11T06:19:42,632 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:42,633 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:42,633 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/C is initiating minor compaction (all files) 2024-11-11T06:19:42,633 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/C in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:42,633 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/2eecac67fde94b1aa3b5abbff68bdaa5, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/4da568bd15bc4fac8bbabf7bb1241ab7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/e840fe27f7bf412eb87199d83881fdaa] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=36.0 K 2024-11-11T06:19:42,633 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/A of 307f21e437d993d5886fc791e3564a4c into 3c8788a1c63147bf881e40812ddc64b0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:42,634 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:42,634 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/A, priority=13, startTime=1731305982204; duration=0sec 2024-11-11T06:19:42,634 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:42,634 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:A 2024-11-11T06:19:42,634 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 2eecac67fde94b1aa3b5abbff68bdaa5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731305977999 2024-11-11T06:19:42,634 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4da568bd15bc4fac8bbabf7bb1241ab7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731305979142 2024-11-11T06:19:42,635 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting e840fe27f7bf412eb87199d83881fdaa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731305979816 2024-11-11T06:19:42,644 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/3d8814ce9b8f4bbd85878e1133665742 2024-11-11T06:19:42,647 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#C#compaction#447 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:42,647 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/b244698d43824ea6b88192ead77a020f is 50, key is test_row_0/C:col10/1731305979816/Put/seqid=0 2024-11-11T06:19:42,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742354_1530 (size=12697) 2024-11-11T06:19:42,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/8ba255474f4746c2a231c4095d06e2ed is 50, key is test_row_1/B:col10/1731305980964/Put/seqid=0 2024-11-11T06:19:42,663 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/b244698d43824ea6b88192ead77a020f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/b244698d43824ea6b88192ead77a020f 2024-11-11T06:19:42,668 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/C of 307f21e437d993d5886fc791e3564a4c into b244698d43824ea6b88192ead77a020f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:42,668 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:42,668 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/C, priority=13, startTime=1731305982204; duration=0sec 2024-11-11T06:19:42,668 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:42,668 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:C 2024-11-11T06:19:42,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742355_1531 (size=9757) 2024-11-11T06:19:43,073 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/8ba255474f4746c2a231c4095d06e2ed 2024-11-11T06:19:43,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/06f7a0703a4a4f43985b3e8cc019ed1e is 50, key is test_row_1/C:col10/1731305980964/Put/seqid=0 2024-11-11T06:19:43,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742356_1532 (size=9757) 2024-11-11T06:19:43,084 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/06f7a0703a4a4f43985b3e8cc019ed1e 2024-11-11T06:19:43,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/3d8814ce9b8f4bbd85878e1133665742 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/3d8814ce9b8f4bbd85878e1133665742 2024-11-11T06:19:43,091 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/3d8814ce9b8f4bbd85878e1133665742, entries=100, sequenceid=243, filesize=9.5 K 2024-11-11T06:19:43,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/8ba255474f4746c2a231c4095d06e2ed as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/8ba255474f4746c2a231c4095d06e2ed 2024-11-11T06:19:43,095 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/8ba255474f4746c2a231c4095d06e2ed, entries=100, sequenceid=243, filesize=9.5 K 2024-11-11T06:19:43,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/06f7a0703a4a4f43985b3e8cc019ed1e as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/06f7a0703a4a4f43985b3e8cc019ed1e 2024-11-11T06:19:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:43,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:43,099 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/06f7a0703a4a4f43985b3e8cc019ed1e, entries=100, sequenceid=243, filesize=9.5 K 2024-11-11T06:19:43,100 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=33.54 KB/34350 for 307f21e437d993d5886fc791e3564a4c in 865ms, sequenceid=243, compaction requested=false 2024-11-11T06:19:43,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:43,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:43,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-11T06:19:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-11T06:19:43,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-11T06:19:43,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6280 sec 2024-11-11T06:19:43,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.6340 sec 2024-11-11T06:19:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:43,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 307f21e437d993d5886fc791e3564a4c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T06:19:43,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=A 2024-11-11T06:19:43,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:43,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=B 2024-11-11T06:19:43,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:43,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=C 2024-11-11T06:19:43,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:43,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/9d9dfda7937d45d7a3dc0714381314d5 is 50, key is test_row_0/A:col10/1731305983105/Put/seqid=0 2024-11-11T06:19:43,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742357_1533 (size=17031) 2024-11-11T06:19:43,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/9d9dfda7937d45d7a3dc0714381314d5 2024-11-11T06:19:43,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/da7d4620ccd641df864b49606714c344 is 50, key is test_row_0/B:col10/1731305983105/Put/seqid=0 2024-11-11T06:19:43,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742358_1534 (size=12251) 2024-11-11T06:19:43,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306043166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:43,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306043167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:43,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306043271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:43,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306043271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:43,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306043475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:43,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306043475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:43,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/da7d4620ccd641df864b49606714c344 2024-11-11T06:19:43,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/c9bdc8ddd025450e9feffa53055af273 is 50, key is test_row_0/C:col10/1731305983105/Put/seqid=0 2024-11-11T06:19:43,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742359_1535 (size=12251) 2024-11-11T06:19:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-11T06:19:43,576 INFO [Thread-2139 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-11T06:19:43,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:19:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-11T06:19:43,579 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:19:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-11T06:19:43,579 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:19:43,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:19:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-11T06:19:43,731 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:43,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-11T06:19:43,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:43,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:43,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:43,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:43,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:43,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306043780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:43,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306043780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-11T06:19:43,883 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:43,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-11T06:19:43,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:43,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:43,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:43,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:43,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:43,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/c9bdc8ddd025450e9feffa53055af273 2024-11-11T06:19:43,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/9d9dfda7937d45d7a3dc0714381314d5 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/9d9dfda7937d45d7a3dc0714381314d5 2024-11-11T06:19:43,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/9d9dfda7937d45d7a3dc0714381314d5, entries=250, sequenceid=258, filesize=16.6 K 2024-11-11T06:19:43,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/da7d4620ccd641df864b49606714c344 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/da7d4620ccd641df864b49606714c344 2024-11-11T06:19:43,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/da7d4620ccd641df864b49606714c344, entries=150, sequenceid=258, filesize=12.0 K 2024-11-11T06:19:43,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/c9bdc8ddd025450e9feffa53055af273 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/c9bdc8ddd025450e9feffa53055af273 2024-11-11T06:19:43,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/c9bdc8ddd025450e9feffa53055af273, entries=150, sequenceid=258, filesize=12.0 K 2024-11-11T06:19:43,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 307f21e437d993d5886fc791e3564a4c in 839ms, sequenceid=258, compaction requested=true 2024-11-11T06:19:43,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:43,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:19:43,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:43,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:19:43,945 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:43,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:43,945 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:43,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:19:43,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:43,946 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:43,946 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39485 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:43,946 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/A is initiating minor compaction (all files) 2024-11-11T06:19:43,946 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/B is initiating minor compaction (all files) 2024-11-11T06:19:43,946 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/A in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:43,946 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/B in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:43,946 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/3c8788a1c63147bf881e40812ddc64b0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/3d8814ce9b8f4bbd85878e1133665742, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/9d9dfda7937d45d7a3dc0714381314d5] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=38.6 K 2024-11-11T06:19:43,946 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/32a85882bf2746039f96dff1c112f76f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/8ba255474f4746c2a231c4095d06e2ed, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/da7d4620ccd641df864b49606714c344] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=33.9 K 2024-11-11T06:19:43,947 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c8788a1c63147bf881e40812ddc64b0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731305979816 2024-11-11T06:19:43,947 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 32a85882bf2746039f96dff1c112f76f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731305979816 2024-11-11T06:19:43,947 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d8814ce9b8f4bbd85878e1133665742, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731305980964 2024-11-11T06:19:43,947 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ba255474f4746c2a231c4095d06e2ed, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731305980964 2024-11-11T06:19:43,947 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d9dfda7937d45d7a3dc0714381314d5, keycount=250, bloomtype=ROW, size=16.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731305983098 2024-11-11T06:19:43,947 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting da7d4620ccd641df864b49606714c344, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731305983102 2024-11-11T06:19:43,953 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#A#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:43,954 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#B#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:43,954 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/7b7283c90c474fb0941ddeb805f57262 is 50, key is test_row_0/A:col10/1731305983105/Put/seqid=0 2024-11-11T06:19:43,954 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/aaed61a8917f448eaf0a4dcf96771d18 is 50, key is test_row_0/B:col10/1731305983105/Put/seqid=0 2024-11-11T06:19:43,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742360_1536 (size=12899) 2024-11-11T06:19:43,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742361_1537 (size=12899) 2024-11-11T06:19:43,969 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/7b7283c90c474fb0941ddeb805f57262 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/7b7283c90c474fb0941ddeb805f57262 2024-11-11T06:19:43,972 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/A of 307f21e437d993d5886fc791e3564a4c into 7b7283c90c474fb0941ddeb805f57262(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:43,972 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:43,972 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/A, priority=13, startTime=1731305983945; duration=0sec 2024-11-11T06:19:43,972 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:43,972 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:A 2024-11-11T06:19:43,973 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:43,973 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:43,973 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/C is initiating minor compaction (all files) 2024-11-11T06:19:43,973 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/C in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:43,973 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/b244698d43824ea6b88192ead77a020f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/06f7a0703a4a4f43985b3e8cc019ed1e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/c9bdc8ddd025450e9feffa53055af273] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=33.9 K 2024-11-11T06:19:43,974 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting b244698d43824ea6b88192ead77a020f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731305979816 2024-11-11T06:19:43,974 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06f7a0703a4a4f43985b3e8cc019ed1e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731305980964 2024-11-11T06:19:43,974 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9bdc8ddd025450e9feffa53055af273, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731305983102 2024-11-11T06:19:43,979 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#C#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:43,979 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/32311f58954c4e01b35c4f96f3bf5808 is 50, key is test_row_0/C:col10/1731305983105/Put/seqid=0 2024-11-11T06:19:43,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742362_1538 (size=12899) 2024-11-11T06:19:43,986 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/32311f58954c4e01b35c4f96f3bf5808 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/32311f58954c4e01b35c4f96f3bf5808 2024-11-11T06:19:43,989 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/C of 307f21e437d993d5886fc791e3564a4c into 32311f58954c4e01b35c4f96f3bf5808(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:43,989 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:43,989 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/C, priority=13, startTime=1731305983945; duration=0sec 2024-11-11T06:19:43,989 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:43,989 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:C 2024-11-11T06:19:44,036 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:44,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-11T06:19:44,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:44,037 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 307f21e437d993d5886fc791e3564a4c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T06:19:44,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=A 2024-11-11T06:19:44,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:44,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=B 2024-11-11T06:19:44,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:44,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=C 2024-11-11T06:19:44,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:44,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/24746d830a9e4e94b353155217eb54ca is 50, key is test_row_0/A:col10/1731305983161/Put/seqid=0 2024-11-11T06:19:44,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742363_1539 (size=12301) 2024-11-11T06:19:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-11T06:19:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:44,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:44,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306044307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:44,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306044308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:44,370 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/aaed61a8917f448eaf0a4dcf96771d18 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/aaed61a8917f448eaf0a4dcf96771d18 2024-11-11T06:19:44,373 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/B of 307f21e437d993d5886fc791e3564a4c into aaed61a8917f448eaf0a4dcf96771d18(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:44,373 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:44,374 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/B, priority=13, startTime=1731305983945; duration=0sec 2024-11-11T06:19:44,374 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:44,374 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:B 2024-11-11T06:19:44,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306044412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:44,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306044413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:44,445 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/24746d830a9e4e94b353155217eb54ca 2024-11-11T06:19:44,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/8ae9ed6f72544b85b20123d81bbef4a0 is 50, key is test_row_0/B:col10/1731305983161/Put/seqid=0 2024-11-11T06:19:44,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742364_1540 (size=12301) 2024-11-11T06:19:44,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306044615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:44,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306044616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-11T06:19:44,855 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/8ae9ed6f72544b85b20123d81bbef4a0 2024-11-11T06:19:44,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/bd0e73ad1cf246cb8efbc4239577036f is 50, key is test_row_0/C:col10/1731305983161/Put/seqid=0 2024-11-11T06:19:44,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742365_1541 (size=12301) 2024-11-11T06:19:44,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306044920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:44,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306044921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:45,266 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/bd0e73ad1cf246cb8efbc4239577036f 2024-11-11T06:19:45,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/24746d830a9e4e94b353155217eb54ca as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/24746d830a9e4e94b353155217eb54ca 2024-11-11T06:19:45,272 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/24746d830a9e4e94b353155217eb54ca, entries=150, sequenceid=284, filesize=12.0 K 2024-11-11T06:19:45,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/8ae9ed6f72544b85b20123d81bbef4a0 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/8ae9ed6f72544b85b20123d81bbef4a0 2024-11-11T06:19:45,276 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/8ae9ed6f72544b85b20123d81bbef4a0, entries=150, sequenceid=284, filesize=12.0 K 2024-11-11T06:19:45,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/bd0e73ad1cf246cb8efbc4239577036f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/bd0e73ad1cf246cb8efbc4239577036f 2024-11-11T06:19:45,279 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/bd0e73ad1cf246cb8efbc4239577036f, entries=150, sequenceid=284, filesize=12.0 K 2024-11-11T06:19:45,279 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 307f21e437d993d5886fc791e3564a4c in 1243ms, sequenceid=284, compaction requested=false 2024-11-11T06:19:45,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:45,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:45,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-11T06:19:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-11T06:19:45,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-11T06:19:45,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7010 sec 2024-11-11T06:19:45,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.7040 sec 2024-11-11T06:19:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:45,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 307f21e437d993d5886fc791e3564a4c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T06:19:45,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=A 2024-11-11T06:19:45,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:45,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=B 2024-11-11T06:19:45,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:45,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=C 2024-11-11T06:19:45,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:45,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/ff09ffa7da3741ab8a052d663090b12b is 50, key is test_row_0/A:col10/1731305985426/Put/seqid=0 2024-11-11T06:19:45,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742366_1542 (size=14741) 2024-11-11T06:19:45,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306045476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:45,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306045481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:45,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306045582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:45,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306045586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:45,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-11T06:19:45,683 INFO [Thread-2139 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-11T06:19:45,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:19:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-11T06:19:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-11T06:19:45,685 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:19:45,686 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:19:45,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:19:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-11T06:19:45,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:45,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306045790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:45,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:45,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306045790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:45,837 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:45,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/ff09ffa7da3741ab8a052d663090b12b 2024-11-11T06:19:45,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-11T06:19:45,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:45,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:45,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:45,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:45,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:45,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/9b2ce8225cc14488ba091a3dfebeb9ae is 50, key is test_row_0/B:col10/1731305985426/Put/seqid=0 2024-11-11T06:19:45,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742367_1543 (size=12301) 2024-11-11T06:19:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-11T06:19:45,990 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:45,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-11T06:19:45,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:45,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:45,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:45,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:45,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:46,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306046095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:46,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306046096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:46,143 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:46,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-11T06:19:46,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:46,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:46,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:46,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:46,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:46,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/9b2ce8225cc14488ba091a3dfebeb9ae 2024-11-11T06:19:46,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/00ce62da61be48ad9e4fb727673fa86d is 50, key is test_row_0/C:col10/1731305985426/Put/seqid=0 2024-11-11T06:19:46,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742368_1544 (size=12301) 2024-11-11T06:19:46,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/00ce62da61be48ad9e4fb727673fa86d 2024-11-11T06:19:46,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/ff09ffa7da3741ab8a052d663090b12b as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/ff09ffa7da3741ab8a052d663090b12b 2024-11-11T06:19:46,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/ff09ffa7da3741ab8a052d663090b12b, entries=200, sequenceid=298, filesize=14.4 K 2024-11-11T06:19:46,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/9b2ce8225cc14488ba091a3dfebeb9ae as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/9b2ce8225cc14488ba091a3dfebeb9ae 2024-11-11T06:19:46,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/9b2ce8225cc14488ba091a3dfebeb9ae, entries=150, sequenceid=298, filesize=12.0 K 2024-11-11T06:19:46,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/00ce62da61be48ad9e4fb727673fa86d as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/00ce62da61be48ad9e4fb727673fa86d 2024-11-11T06:19:46,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/00ce62da61be48ad9e4fb727673fa86d, entries=150, sequenceid=298, filesize=12.0 K 2024-11-11T06:19:46,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 307f21e437d993d5886fc791e3564a4c in 855ms, sequenceid=298, compaction requested=true 2024-11-11T06:19:46,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:46,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:19:46,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:46,282 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:46,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:19:46,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:46,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:19:46,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:46,282 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:46,283 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:46,283 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:46,283 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/A is initiating minor compaction (all files) 2024-11-11T06:19:46,283 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/B is initiating minor compaction (all files) 2024-11-11T06:19:46,283 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/A in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:46,283 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/B in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:46,283 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/7b7283c90c474fb0941ddeb805f57262, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/24746d830a9e4e94b353155217eb54ca, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/ff09ffa7da3741ab8a052d663090b12b] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=39.0 K 2024-11-11T06:19:46,283 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/aaed61a8917f448eaf0a4dcf96771d18, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/8ae9ed6f72544b85b20123d81bbef4a0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/9b2ce8225cc14488ba091a3dfebeb9ae] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=36.6 K 2024-11-11T06:19:46,284 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b7283c90c474fb0941ddeb805f57262, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731305983102 2024-11-11T06:19:46,284 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting aaed61a8917f448eaf0a4dcf96771d18, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731305983102 2024-11-11T06:19:46,284 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24746d830a9e4e94b353155217eb54ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731305983160 2024-11-11T06:19:46,284 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ae9ed6f72544b85b20123d81bbef4a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731305983160 2024-11-11T06:19:46,284 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff09ffa7da3741ab8a052d663090b12b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731305984302 2024-11-11T06:19:46,284 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b2ce8225cc14488ba091a3dfebeb9ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731305984306 2024-11-11T06:19:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-11T06:19:46,290 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#A#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:46,291 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/6a251a7bf8574c869fb9abaa729cbf9d is 50, key is test_row_0/A:col10/1731305985426/Put/seqid=0 2024-11-11T06:19:46,291 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#B#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:46,292 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/a122fa8a4f514efca5b7c21a12c1ca56 is 50, key is test_row_0/B:col10/1731305985426/Put/seqid=0 2024-11-11T06:19:46,296 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:46,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-11T06:19:46,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:46,296 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 307f21e437d993d5886fc791e3564a4c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T06:19:46,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=A 2024-11-11T06:19:46,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:46,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=B 2024-11-11T06:19:46,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:46,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=C 2024-11-11T06:19:46,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:46,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742369_1545 (size=13051) 2024-11-11T06:19:46,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/0990db03f3ce43ee870377909520e2ab is 50, key is test_row_0/A:col10/1731305985480/Put/seqid=0 2024-11-11T06:19:46,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742370_1546 (size=13051) 2024-11-11T06:19:46,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742371_1547 (size=12301) 2024-11-11T06:19:46,306 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/0990db03f3ce43ee870377909520e2ab 2024-11-11T06:19:46,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/ad4bcd2f008f44d88a90f9789e0bd4b0 is 50, key is test_row_0/B:col10/1731305985480/Put/seqid=0 2024-11-11T06:19:46,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742372_1548 (size=12301) 2024-11-11T06:19:46,314 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/ad4bcd2f008f44d88a90f9789e0bd4b0 2024-11-11T06:19:46,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/e36c37775f75480c9805227d3d1ba9a6 is 50, key is test_row_0/C:col10/1731305985480/Put/seqid=0 2024-11-11T06:19:46,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742373_1549 (size=12301) 2024-11-11T06:19:46,322 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/e36c37775f75480c9805227d3d1ba9a6 2024-11-11T06:19:46,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/0990db03f3ce43ee870377909520e2ab as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/0990db03f3ce43ee870377909520e2ab 2024-11-11T06:19:46,327 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/0990db03f3ce43ee870377909520e2ab, entries=150, sequenceid=321, filesize=12.0 K 2024-11-11T06:19:46,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/ad4bcd2f008f44d88a90f9789e0bd4b0 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/ad4bcd2f008f44d88a90f9789e0bd4b0 2024-11-11T06:19:46,331 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/ad4bcd2f008f44d88a90f9789e0bd4b0, entries=150, sequenceid=321, filesize=12.0 K 2024-11-11T06:19:46,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/e36c37775f75480c9805227d3d1ba9a6 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/e36c37775f75480c9805227d3d1ba9a6 2024-11-11T06:19:46,334 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/e36c37775f75480c9805227d3d1ba9a6, entries=150, sequenceid=321, filesize=12.0 K 2024-11-11T06:19:46,335 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 307f21e437d993d5886fc791e3564a4c in 39ms, sequenceid=321, compaction requested=true 2024-11-11T06:19:46,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:46,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:46,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-11T06:19:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-11T06:19:46,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-11T06:19:46,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 650 msec 2024-11-11T06:19:46,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 654 msec 2024-11-11T06:19:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:46,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 307f21e437d993d5886fc791e3564a4c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T06:19:46,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=A 2024-11-11T06:19:46,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:46,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=B 2024-11-11T06:19:46,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:46,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=C 2024-11-11T06:19:46,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:46,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/1666fdd80d7e48ab8596d5a314288e5c is 50, key is test_row_0/A:col10/1731305986619/Put/seqid=0 2024-11-11T06:19:46,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742374_1550 (size=17181) 2024-11-11T06:19:46,701 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/6a251a7bf8574c869fb9abaa729cbf9d as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/6a251a7bf8574c869fb9abaa729cbf9d 2024-11-11T06:19:46,705 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/A of 307f21e437d993d5886fc791e3564a4c into 6a251a7bf8574c869fb9abaa729cbf9d(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:46,705 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:46,705 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/A, priority=13, startTime=1731305986282; duration=0sec 2024-11-11T06:19:46,705 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:46,705 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:A 2024-11-11T06:19:46,705 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:19:46,707 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/a122fa8a4f514efca5b7c21a12c1ca56 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/a122fa8a4f514efca5b7c21a12c1ca56 2024-11-11T06:19:46,707 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49802 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:19:46,707 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/C is initiating minor compaction (all files) 2024-11-11T06:19:46,708 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/C in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:46,708 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/32311f58954c4e01b35c4f96f3bf5808, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/bd0e73ad1cf246cb8efbc4239577036f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/00ce62da61be48ad9e4fb727673fa86d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/e36c37775f75480c9805227d3d1ba9a6] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=48.6 K 2024-11-11T06:19:46,708 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32311f58954c4e01b35c4f96f3bf5808, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731305983102 2024-11-11T06:19:46,709 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd0e73ad1cf246cb8efbc4239577036f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731305983160 2024-11-11T06:19:46,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306046700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:46,709 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00ce62da61be48ad9e4fb727673fa86d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731305984306 2024-11-11T06:19:46,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306046701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:46,710 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting e36c37775f75480c9805227d3d1ba9a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731305985472 2024-11-11T06:19:46,713 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/B of 307f21e437d993d5886fc791e3564a4c into a122fa8a4f514efca5b7c21a12c1ca56(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:46,713 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:46,713 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/B, priority=13, startTime=1731305986282; duration=0sec 2024-11-11T06:19:46,713 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:46,713 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:B 2024-11-11T06:19:46,719 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#C#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:46,720 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/13c5e97b49914694b1b33554df4820d8 is 50, key is test_row_0/C:col10/1731305985480/Put/seqid=0 2024-11-11T06:19:46,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742375_1551 (size=13085) 2024-11-11T06:19:46,736 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/13c5e97b49914694b1b33554df4820d8 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/13c5e97b49914694b1b33554df4820d8 2024-11-11T06:19:46,742 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/C of 307f21e437d993d5886fc791e3564a4c into 13c5e97b49914694b1b33554df4820d8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:46,742 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:46,742 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/C, priority=12, startTime=1731305986282; duration=0sec 2024-11-11T06:19:46,742 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:46,742 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:C 2024-11-11T06:19:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-11T06:19:46,788 INFO [Thread-2139 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-11T06:19:46,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:19:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-11T06:19:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-11T06:19:46,790 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:19:46,791 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:19:46,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:19:46,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306046810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:46,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306046811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-11T06:19:46,942 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:46,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-11T06:19:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:46,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:47,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306047016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:47,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306047016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:47,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/1666fdd80d7e48ab8596d5a314288e5c 2024-11-11T06:19:47,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/dee7e917dec44ec89e10584fd92f985d is 50, key is test_row_0/B:col10/1731305986619/Put/seqid=0 2024-11-11T06:19:47,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742376_1552 (size=12301) 2024-11-11T06:19:47,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/dee7e917dec44ec89e10584fd92f985d 2024-11-11T06:19:47,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/9d13a97b55a343a9862cb5d24dd85a1a is 50, key is test_row_0/C:col10/1731305986619/Put/seqid=0 2024-11-11T06:19:47,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742377_1553 (size=12301) 2024-11-11T06:19:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-11T06:19:47,095 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:47,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-11T06:19:47,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:47,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:47,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:47,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:47,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:47,247 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:47,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-11T06:19:47,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:47,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:47,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:47,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:47,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:47,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306047320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:47,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306047321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-11T06:19:47,400 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:47,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-11T06:19:47,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:47,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:47,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:47,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:47,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:47,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/9d13a97b55a343a9862cb5d24dd85a1a 2024-11-11T06:19:47,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/1666fdd80d7e48ab8596d5a314288e5c as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/1666fdd80d7e48ab8596d5a314288e5c 2024-11-11T06:19:47,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/1666fdd80d7e48ab8596d5a314288e5c, entries=250, sequenceid=332, filesize=16.8 K 2024-11-11T06:19:47,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/dee7e917dec44ec89e10584fd92f985d as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/dee7e917dec44ec89e10584fd92f985d 2024-11-11T06:19:47,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/dee7e917dec44ec89e10584fd92f985d, entries=150, sequenceid=332, filesize=12.0 K 2024-11-11T06:19:47,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/9d13a97b55a343a9862cb5d24dd85a1a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/9d13a97b55a343a9862cb5d24dd85a1a 2024-11-11T06:19:47,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/9d13a97b55a343a9862cb5d24dd85a1a, entries=150, sequenceid=332, filesize=12.0 K 2024-11-11T06:19:47,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 307f21e437d993d5886fc791e3564a4c in 842ms, sequenceid=332, compaction requested=true 2024-11-11T06:19:47,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:47,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:19:47,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:47,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:19:47,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:47,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:19:47,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:47,464 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:47,464 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:47,464 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:47,464 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:47,464 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/B is initiating minor compaction (all files) 2024-11-11T06:19:47,464 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/A is initiating minor compaction (all files) 2024-11-11T06:19:47,465 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/B in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:47,465 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/A in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:47,465 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/a122fa8a4f514efca5b7c21a12c1ca56, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/ad4bcd2f008f44d88a90f9789e0bd4b0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/dee7e917dec44ec89e10584fd92f985d] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=36.8 K 2024-11-11T06:19:47,465 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/6a251a7bf8574c869fb9abaa729cbf9d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/0990db03f3ce43ee870377909520e2ab, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/1666fdd80d7e48ab8596d5a314288e5c] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=41.5 K 2024-11-11T06:19:47,465 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting a122fa8a4f514efca5b7c21a12c1ca56, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731305984306 2024-11-11T06:19:47,465 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a251a7bf8574c869fb9abaa729cbf9d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731305984306 2024-11-11T06:19:47,465 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting ad4bcd2f008f44d88a90f9789e0bd4b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731305985472 2024-11-11T06:19:47,465 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0990db03f3ce43ee870377909520e2ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731305985472 2024-11-11T06:19:47,466 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting dee7e917dec44ec89e10584fd92f985d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731305986609 2024-11-11T06:19:47,466 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1666fdd80d7e48ab8596d5a314288e5c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731305986603 2024-11-11T06:19:47,472 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#B#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:47,472 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#A#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:47,473 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/cb5fc68140014470bbd82d42e97015b9 is 50, key is test_row_0/B:col10/1731305986619/Put/seqid=0 2024-11-11T06:19:47,473 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/c027ff5d212b411d8de539e8a9e309a8 is 50, key is test_row_0/A:col10/1731305986619/Put/seqid=0 2024-11-11T06:19:47,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742379_1555 (size=13153) 2024-11-11T06:19:47,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742378_1554 (size=13153) 2024-11-11T06:19:47,552 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:47,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-11T06:19:47,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:47,553 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 307f21e437d993d5886fc791e3564a4c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T06:19:47,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=A 2024-11-11T06:19:47,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:47,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=B 2024-11-11T06:19:47,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:47,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=C 2024-11-11T06:19:47,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:47,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/214b7ee56a1648c6aefd8b5a369e7cb6 is 50, key is test_row_0/A:col10/1731305986700/Put/seqid=0 2024-11-11T06:19:47,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742380_1556 (size=12301) 2024-11-11T06:19:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:47,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:47,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306047839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:47,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306047842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:47,882 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/c027ff5d212b411d8de539e8a9e309a8 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/c027ff5d212b411d8de539e8a9e309a8 2024-11-11T06:19:47,882 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/cb5fc68140014470bbd82d42e97015b9 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/cb5fc68140014470bbd82d42e97015b9 2024-11-11T06:19:47,887 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/A of 307f21e437d993d5886fc791e3564a4c into c027ff5d212b411d8de539e8a9e309a8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:47,887 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/B of 307f21e437d993d5886fc791e3564a4c into cb5fc68140014470bbd82d42e97015b9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:47,888 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:47,888 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:47,888 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/A, priority=13, startTime=1731305987463; duration=0sec 2024-11-11T06:19:47,888 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/B, priority=13, startTime=1731305987463; duration=0sec 2024-11-11T06:19:47,888 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:47,888 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:A 2024-11-11T06:19:47,888 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:47,888 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:B 2024-11-11T06:19:47,888 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-11T06:19:47,889 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-11T06:19:47,889 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-11T06:19:47,889 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. because compaction request was cancelled 2024-11-11T06:19:47,889 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:C 2024-11-11T06:19:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-11T06:19:47,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306047944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:47,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306047949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:47,962 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/214b7ee56a1648c6aefd8b5a369e7cb6 2024-11-11T06:19:47,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/269afe976b1e4c269cdf5de40b7b6f4e is 50, key is test_row_0/B:col10/1731305986700/Put/seqid=0 2024-11-11T06:19:47,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742381_1557 (size=12301) 2024-11-11T06:19:48,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306048148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:48,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306048156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:48,373 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/269afe976b1e4c269cdf5de40b7b6f4e 2024-11-11T06:19:48,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/9517fe4beac54e42972ae71056b26707 is 50, key is test_row_0/C:col10/1731305986700/Put/seqid=0 2024-11-11T06:19:48,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742382_1558 (size=12301) 2024-11-11T06:19:48,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1731306048453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:48,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49110 deadline: 1731306048458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:48,783 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/9517fe4beac54e42972ae71056b26707 2024-11-11T06:19:48,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/214b7ee56a1648c6aefd8b5a369e7cb6 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/214b7ee56a1648c6aefd8b5a369e7cb6 2024-11-11T06:19:48,790 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/214b7ee56a1648c6aefd8b5a369e7cb6, entries=150, sequenceid=360, filesize=12.0 K 2024-11-11T06:19:48,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/269afe976b1e4c269cdf5de40b7b6f4e as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/269afe976b1e4c269cdf5de40b7b6f4e 2024-11-11T06:19:48,794 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/269afe976b1e4c269cdf5de40b7b6f4e, entries=150, sequenceid=360, filesize=12.0 K 2024-11-11T06:19:48,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/9517fe4beac54e42972ae71056b26707 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/9517fe4beac54e42972ae71056b26707 2024-11-11T06:19:48,798 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/9517fe4beac54e42972ae71056b26707, entries=150, sequenceid=360, filesize=12.0 K 2024-11-11T06:19:48,799 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 307f21e437d993d5886fc791e3564a4c in 1246ms, sequenceid=360, compaction requested=true 2024-11-11T06:19:48,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:48,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:48,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-11T06:19:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-11T06:19:48,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-11T06:19:48,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0090 sec 2024-11-11T06:19:48,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.0120 sec 2024-11-11T06:19:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-11T06:19:48,894 INFO [Thread-2139 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-11T06:19:48,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:19:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-11T06:19:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-11T06:19:48,897 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:19:48,898 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:19:48,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:19:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:48,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 307f21e437d993d5886fc791e3564a4c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T06:19:48,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=A 2024-11-11T06:19:48,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:48,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=B 2024-11-11T06:19:48,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:48,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=C 2024-11-11T06:19:48,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:48,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/ef6fe090b06d4a08b3f7a26d2f941e30 is 50, key is test_row_0/A:col10/1731305988961/Put/seqid=0 2024-11-11T06:19:48,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742383_1559 (size=9857) 2024-11-11T06:19:48,973 DEBUG [Thread-2133 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x134bfe32 to 127.0.0.1:63180 2024-11-11T06:19:48,973 DEBUG [Thread-2140 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10bda459 to 127.0.0.1:63180 2024-11-11T06:19:48,973 DEBUG [Thread-2133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:19:48,973 DEBUG [Thread-2137 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x646ca555 to 127.0.0.1:63180 2024-11-11T06:19:48,973 DEBUG [Thread-2140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:19:48,973 DEBUG [Thread-2137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:19:48,974 DEBUG [Thread-2144 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dee2855 to 127.0.0.1:63180 2024-11-11T06:19:48,974 DEBUG [Thread-2144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:19:48,978 DEBUG [Thread-2142 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0657e1bf to 127.0.0.1:63180 2024-11-11T06:19:48,978 DEBUG [Thread-2142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:19:48,980 DEBUG [Thread-2146 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54e8a98a to 127.0.0.1:63180 2024-11-11T06:19:48,980 DEBUG [Thread-2146 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:19:48,981 DEBUG [Thread-2148 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x677030bd to 127.0.0.1:63180 2024-11-11T06:19:48,981 DEBUG [Thread-2148 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:19:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-11T06:19:49,049 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:49,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T06:19:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:49,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-11T06:19:49,202 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:49,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T06:19:49,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:49,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:49,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:49,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:49,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:49,354 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:49,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T06:19:49,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:49,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:49,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:49,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:49,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:49,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/ef6fe090b06d4a08b3f7a26d2f941e30 2024-11-11T06:19:49,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/0801aeb293054b1d9c48884ed062664d is 50, key is test_row_0/B:col10/1731305988961/Put/seqid=0 2024-11-11T06:19:49,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742384_1560 (size=9857) 2024-11-11T06:19:49,421 DEBUG [Thread-2135 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b55f2f to 127.0.0.1:63180 2024-11-11T06:19:49,421 DEBUG [Thread-2135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:19:49,458 DEBUG [Thread-2129 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x315a23ef to 127.0.0.1:63180 2024-11-11T06:19:49,458 DEBUG [Thread-2129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:19:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-11T06:19:49,501 DEBUG [Thread-2131 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d125972 to 127.0.0.1:63180 2024-11-11T06:19:49,501 DEBUG [Thread-2131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:19:49,507 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:49,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T06:19:49,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:49,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:49,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:49,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:49,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:49,659 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:49,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T06:19:49,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:49,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:49,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:49,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:49,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:49,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/0801aeb293054b1d9c48884ed062664d 2024-11-11T06:19:49,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/30579f5533f9449397eedcad96dadb84 is 50, key is test_row_0/C:col10/1731305988961/Put/seqid=0 2024-11-11T06:19:49,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742385_1561 (size=9857) 2024-11-11T06:19:49,811 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:49,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T06:19:49,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:49,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:49,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:49,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:49,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:49,964 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:49,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T06:19:49,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:49,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:49,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:49,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:49,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-11T06:19:50,116 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:50,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T06:19:50,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:50,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. as already flushing 2024-11-11T06:19:50,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:50,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:50,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:50,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/30579f5533f9449397eedcad96dadb84 2024-11-11T06:19:50,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/ef6fe090b06d4a08b3f7a26d2f941e30 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/ef6fe090b06d4a08b3f7a26d2f941e30 2024-11-11T06:19:50,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/ef6fe090b06d4a08b3f7a26d2f941e30, entries=100, sequenceid=374, filesize=9.6 K 2024-11-11T06:19:50,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/0801aeb293054b1d9c48884ed062664d as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/0801aeb293054b1d9c48884ed062664d 2024-11-11T06:19:50,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/0801aeb293054b1d9c48884ed062664d, entries=100, sequenceid=374, filesize=9.6 K 2024-11-11T06:19:50,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/30579f5533f9449397eedcad96dadb84 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/30579f5533f9449397eedcad96dadb84 2024-11-11T06:19:50,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/30579f5533f9449397eedcad96dadb84, entries=100, sequenceid=374, filesize=9.6 K 2024-11-11T06:19:50,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=53.67 KB/54960 for 307f21e437d993d5886fc791e3564a4c in 1238ms, sequenceid=374, compaction requested=true 2024-11-11T06:19:50,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:50,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:19:50,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:50,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:19:50,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:50,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 307f21e437d993d5886fc791e3564a4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:19:50,202 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:50,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:50,202 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:19:50,202 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:50,202 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:19:50,203 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/B is initiating minor compaction (all files) 2024-11-11T06:19:50,203 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/A is initiating minor compaction (all files) 2024-11-11T06:19:50,203 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/B in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:50,203 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/A in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:50,203 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/cb5fc68140014470bbd82d42e97015b9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/269afe976b1e4c269cdf5de40b7b6f4e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/0801aeb293054b1d9c48884ed062664d] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=34.5 K 2024-11-11T06:19:50,203 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/c027ff5d212b411d8de539e8a9e309a8, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/214b7ee56a1648c6aefd8b5a369e7cb6, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/ef6fe090b06d4a08b3f7a26d2f941e30] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=34.5 K 2024-11-11T06:19:50,203 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting cb5fc68140014470bbd82d42e97015b9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731305986609 2024-11-11T06:19:50,203 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting c027ff5d212b411d8de539e8a9e309a8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731305986609 2024-11-11T06:19:50,203 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 269afe976b1e4c269cdf5de40b7b6f4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731305986686 2024-11-11T06:19:50,203 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 214b7ee56a1648c6aefd8b5a369e7cb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731305986686 2024-11-11T06:19:50,204 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 0801aeb293054b1d9c48884ed062664d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731305987841 2024-11-11T06:19:50,204 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef6fe090b06d4a08b3f7a26d2f941e30, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731305987841 2024-11-11T06:19:50,209 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#A#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:50,209 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/e47e0b3f7da547d3bc4adc1d6aa79dec is 50, key is test_row_0/A:col10/1731305988961/Put/seqid=0 2024-11-11T06:19:50,210 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#B#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:50,210 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/f6722633d54145b38494d0d17cecb12f is 50, key is test_row_0/B:col10/1731305988961/Put/seqid=0 2024-11-11T06:19:50,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742386_1562 (size=13255) 2024-11-11T06:19:50,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742387_1563 (size=13255) 2024-11-11T06:19:50,268 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:50,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-11T06:19:50,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:50,269 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 307f21e437d993d5886fc791e3564a4c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T06:19:50,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=A 2024-11-11T06:19:50,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:50,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=B 2024-11-11T06:19:50,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:50,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 307f21e437d993d5886fc791e3564a4c, store=C 2024-11-11T06:19:50,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:50,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/f687a7fc09324c0cac97405043bbf828 is 50, key is test_row_0/A:col10/1731305989500/Put/seqid=0 2024-11-11T06:19:50,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742388_1564 (size=12301) 2024-11-11T06:19:50,616 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/e47e0b3f7da547d3bc4adc1d6aa79dec as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/e47e0b3f7da547d3bc4adc1d6aa79dec 2024-11-11T06:19:50,620 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/A of 307f21e437d993d5886fc791e3564a4c into e47e0b3f7da547d3bc4adc1d6aa79dec(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:50,620 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:50,620 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/A, priority=13, startTime=1731305990202; duration=0sec 2024-11-11T06:19:50,620 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:19:50,620 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:A 2024-11-11T06:19:50,620 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:19:50,621 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:19:50,621 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 307f21e437d993d5886fc791e3564a4c/C is initiating minor compaction (all files) 2024-11-11T06:19:50,621 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 307f21e437d993d5886fc791e3564a4c/C in TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:50,621 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/13c5e97b49914694b1b33554df4820d8, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/9d13a97b55a343a9862cb5d24dd85a1a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/9517fe4beac54e42972ae71056b26707, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/30579f5533f9449397eedcad96dadb84] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp, totalSize=46.4 K 2024-11-11T06:19:50,621 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/f6722633d54145b38494d0d17cecb12f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/f6722633d54145b38494d0d17cecb12f 2024-11-11T06:19:50,621 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13c5e97b49914694b1b33554df4820d8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731305985472 2024-11-11T06:19:50,622 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d13a97b55a343a9862cb5d24dd85a1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731305986609 2024-11-11T06:19:50,622 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9517fe4beac54e42972ae71056b26707, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731305986686 2024-11-11T06:19:50,622 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30579f5533f9449397eedcad96dadb84, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731305987841 2024-11-11T06:19:50,625 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/B of 307f21e437d993d5886fc791e3564a4c into f6722633d54145b38494d0d17cecb12f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:50,625 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:50,625 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/B, priority=13, startTime=1731305990202; duration=0sec 2024-11-11T06:19:50,625 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:50,625 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:B 2024-11-11T06:19:50,628 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 307f21e437d993d5886fc791e3564a4c#C#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:19:50,629 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/9cb76365226a408fa21cda3ca9184cc1 is 50, key is test_row_0/C:col10/1731305988961/Put/seqid=0 2024-11-11T06:19:50,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742389_1565 (size=13221) 2024-11-11T06:19:50,676 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/f687a7fc09324c0cac97405043bbf828 2024-11-11T06:19:50,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/8b861df5649441a2a41f851ac8d18fdf is 50, key is test_row_0/B:col10/1731305989500/Put/seqid=0 2024-11-11T06:19:50,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742390_1566 (size=12301) 2024-11-11T06:19:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-11T06:19:51,035 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/9cb76365226a408fa21cda3ca9184cc1 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/9cb76365226a408fa21cda3ca9184cc1 2024-11-11T06:19:51,039 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 307f21e437d993d5886fc791e3564a4c/C of 307f21e437d993d5886fc791e3564a4c into 9cb76365226a408fa21cda3ca9184cc1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:19:51,039 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:51,039 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c., storeName=307f21e437d993d5886fc791e3564a4c/C, priority=12, startTime=1731305990202; duration=0sec 2024-11-11T06:19:51,039 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:19:51,039 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 307f21e437d993d5886fc791e3564a4c:C 2024-11-11T06:19:51,084 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/8b861df5649441a2a41f851ac8d18fdf 2024-11-11T06:19:51,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/4de3b595fd774aa7ae183112a664e438 is 50, key is test_row_0/C:col10/1731305989500/Put/seqid=0 2024-11-11T06:19:51,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742391_1567 (size=12301) 2024-11-11T06:19:51,196 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T06:19:51,493 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/4de3b595fd774aa7ae183112a664e438 2024-11-11T06:19:51,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/A/f687a7fc09324c0cac97405043bbf828 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/f687a7fc09324c0cac97405043bbf828 2024-11-11T06:19:51,499 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/f687a7fc09324c0cac97405043bbf828, entries=150, sequenceid=385, filesize=12.0 K 2024-11-11T06:19:51,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/B/8b861df5649441a2a41f851ac8d18fdf as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/8b861df5649441a2a41f851ac8d18fdf 2024-11-11T06:19:51,501 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/8b861df5649441a2a41f851ac8d18fdf, entries=150, sequenceid=385, filesize=12.0 K 2024-11-11T06:19:51,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/.tmp/C/4de3b595fd774aa7ae183112a664e438 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/4de3b595fd774aa7ae183112a664e438 2024-11-11T06:19:51,504 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/4de3b595fd774aa7ae183112a664e438, entries=150, sequenceid=385, filesize=12.0 K 2024-11-11T06:19:51,505 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 307f21e437d993d5886fc791e3564a4c in 1236ms, sequenceid=385, compaction requested=false 2024-11-11T06:19:51,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:51,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:51,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-11T06:19:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-11T06:19:51,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-11T06:19:51,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6080 sec 2024-11-11T06:19:51,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 2.6120 sec 2024-11-11T06:19:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-11T06:19:53,000 INFO [Thread-2139 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-11T06:19:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T06:19:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-11T06:19:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-11T06:19:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-11-11T06:19:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-11T06:19:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 116 2024-11-11T06:19:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T06:19:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T06:19:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2900 2024-11-11T06:19:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8700 rows 2024-11-11T06:19:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2892 2024-11-11T06:19:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8676 rows 2024-11-11T06:19:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2888 2024-11-11T06:19:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8664 rows 2024-11-11T06:19:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2907 2024-11-11T06:19:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8721 rows 2024-11-11T06:19:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2898 2024-11-11T06:19:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8694 rows 2024-11-11T06:19:53,001 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T06:19:53,001 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x345fa4f7 to 127.0.0.1:63180 2024-11-11T06:19:53,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:19:53,003 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T06:19:53,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T06:19:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T06:19:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-11T06:19:53,007 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305993007"}]},"ts":"1731305993007"} 2024-11-11T06:19:53,008 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T06:19:53,010 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T06:19:53,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T06:19:53,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=307f21e437d993d5886fc791e3564a4c, UNASSIGN}] 2024-11-11T06:19:53,012 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=307f21e437d993d5886fc791e3564a4c, UNASSIGN 2024-11-11T06:19:53,013 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=307f21e437d993d5886fc791e3564a4c, regionState=CLOSING, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:53,013 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39827 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=fbbe90f5df0b,43685,1731305842804, table=TestAcidGuarantees, region=307f21e437d993d5886fc791e3564a4c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T06:19:53,013 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T06:19:53,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; CloseRegionProcedure 307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804}] 2024-11-11T06:19:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-11T06:19:53,165 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:53,165 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:53,165 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T06:19:53,165 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing 307f21e437d993d5886fc791e3564a4c, disabling compactions & flushes 2024-11-11T06:19:53,165 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:53,165 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:53,165 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. after waiting 0 ms 2024-11-11T06:19:53,165 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:53,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/f0dffe7e07ae4e90b6cba66b10c3c543, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/241a92df99544af98b00bd7780e67750, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/d80614dd56ea44a29f67977b5cd4cc52, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/86e0f553a9af4ba3b8db4473e553b67a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/12d357504c3a4e04b928809d04d9a7c3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/8307ad0a423a45418eddce0c0abd8e86, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/92d8cb938fd54143bd0e1f07955b79d7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/306c967884924c7c95209f3133ca4ac9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/37b7d157826a48b2a4580c2cbccd0584, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/d2b2d41a2f734701835ec7ad1df78f8f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/7c0fcdefffba45ceafd02005db82c31a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/79d320f484d64eccbd7575578ca4369b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/7edd1d358f7c4b58b79ca99ea122c1bc, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/2b6419edd5404a94a2ba7986b8bdfad7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/e7a0c56d86914e44ba3b6d97d80af61b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/16b2405b3b6b403b932c1e405d886802, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/3c8788a1c63147bf881e40812ddc64b0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/3d8814ce9b8f4bbd85878e1133665742, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/9d9dfda7937d45d7a3dc0714381314d5, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/7b7283c90c474fb0941ddeb805f57262, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/24746d830a9e4e94b353155217eb54ca, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/ff09ffa7da3741ab8a052d663090b12b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/6a251a7bf8574c869fb9abaa729cbf9d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/0990db03f3ce43ee870377909520e2ab, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/1666fdd80d7e48ab8596d5a314288e5c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/c027ff5d212b411d8de539e8a9e309a8, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/214b7ee56a1648c6aefd8b5a369e7cb6, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/ef6fe090b06d4a08b3f7a26d2f941e30] to archive 2024-11-11T06:19:53,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T06:19:53,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/f0dffe7e07ae4e90b6cba66b10c3c543 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/f0dffe7e07ae4e90b6cba66b10c3c543 2024-11-11T06:19:53,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/241a92df99544af98b00bd7780e67750 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/241a92df99544af98b00bd7780e67750 2024-11-11T06:19:53,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/d80614dd56ea44a29f67977b5cd4cc52 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/d80614dd56ea44a29f67977b5cd4cc52 2024-11-11T06:19:53,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/86e0f553a9af4ba3b8db4473e553b67a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/86e0f553a9af4ba3b8db4473e553b67a 2024-11-11T06:19:53,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/12d357504c3a4e04b928809d04d9a7c3 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/12d357504c3a4e04b928809d04d9a7c3 2024-11-11T06:19:53,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/8307ad0a423a45418eddce0c0abd8e86 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/8307ad0a423a45418eddce0c0abd8e86 2024-11-11T06:19:53,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/92d8cb938fd54143bd0e1f07955b79d7 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/92d8cb938fd54143bd0e1f07955b79d7 2024-11-11T06:19:53,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/306c967884924c7c95209f3133ca4ac9 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/306c967884924c7c95209f3133ca4ac9 2024-11-11T06:19:53,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/37b7d157826a48b2a4580c2cbccd0584 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/37b7d157826a48b2a4580c2cbccd0584 2024-11-11T06:19:53,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/d2b2d41a2f734701835ec7ad1df78f8f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/d2b2d41a2f734701835ec7ad1df78f8f 2024-11-11T06:19:53,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/7c0fcdefffba45ceafd02005db82c31a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/7c0fcdefffba45ceafd02005db82c31a 2024-11-11T06:19:53,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/79d320f484d64eccbd7575578ca4369b to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/79d320f484d64eccbd7575578ca4369b 2024-11-11T06:19:53,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/7edd1d358f7c4b58b79ca99ea122c1bc to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/7edd1d358f7c4b58b79ca99ea122c1bc 2024-11-11T06:19:53,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/2b6419edd5404a94a2ba7986b8bdfad7 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/2b6419edd5404a94a2ba7986b8bdfad7 2024-11-11T06:19:53,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/e7a0c56d86914e44ba3b6d97d80af61b to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/e7a0c56d86914e44ba3b6d97d80af61b 2024-11-11T06:19:53,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/16b2405b3b6b403b932c1e405d886802 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/16b2405b3b6b403b932c1e405d886802 2024-11-11T06:19:53,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/3c8788a1c63147bf881e40812ddc64b0 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/3c8788a1c63147bf881e40812ddc64b0 2024-11-11T06:19:53,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/3d8814ce9b8f4bbd85878e1133665742 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/3d8814ce9b8f4bbd85878e1133665742 2024-11-11T06:19:53,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/9d9dfda7937d45d7a3dc0714381314d5 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/9d9dfda7937d45d7a3dc0714381314d5 2024-11-11T06:19:53,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/7b7283c90c474fb0941ddeb805f57262 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/7b7283c90c474fb0941ddeb805f57262 2024-11-11T06:19:53,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/24746d830a9e4e94b353155217eb54ca to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/24746d830a9e4e94b353155217eb54ca 2024-11-11T06:19:53,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/ff09ffa7da3741ab8a052d663090b12b to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/ff09ffa7da3741ab8a052d663090b12b 2024-11-11T06:19:53,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/6a251a7bf8574c869fb9abaa729cbf9d to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/6a251a7bf8574c869fb9abaa729cbf9d 2024-11-11T06:19:53,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/0990db03f3ce43ee870377909520e2ab to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/0990db03f3ce43ee870377909520e2ab 2024-11-11T06:19:53,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/1666fdd80d7e48ab8596d5a314288e5c to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/1666fdd80d7e48ab8596d5a314288e5c 2024-11-11T06:19:53,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/c027ff5d212b411d8de539e8a9e309a8 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/c027ff5d212b411d8de539e8a9e309a8 2024-11-11T06:19:53,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/214b7ee56a1648c6aefd8b5a369e7cb6 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/214b7ee56a1648c6aefd8b5a369e7cb6 2024-11-11T06:19:53,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/ef6fe090b06d4a08b3f7a26d2f941e30 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/ef6fe090b06d4a08b3f7a26d2f941e30 2024-11-11T06:19:53,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/8f5d014f0b444d5c8414b438d02ada4c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/05c81224cad04946a021a4145077358f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/143a39e53ad14657953dddb1006a1962, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/e049f989fd754a2f8b0f358e0d57fd3b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/2cc70d41ee8b4d7e91adcd8030d4a49c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/a6e0ccbafb824e90a720db1c331e3754, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/2221308213ad4bb5a87d03866f3d9781, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/4906c283424748b9917b13ce82764f58, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/15e9660041f64a189bdfd62507066322, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/dd1053fcd712442f9ac5b199f28b7c71, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/161645f290104b04ba7f33e98e45b806, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/a664a54ca8db44b8ae1d086180f61a00, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/ce8addf6db0f47339f21bfcf4894c072, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/11cf3f4d52bd42dd90b3d7002c8d37ed, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/cf8f7e7fde5a47a0858860881f204c9a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/32a85882bf2746039f96dff1c112f76f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/5a518cf1166748a98c4bc6738815ceae, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/8ba255474f4746c2a231c4095d06e2ed, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/aaed61a8917f448eaf0a4dcf96771d18, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/da7d4620ccd641df864b49606714c344, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/8ae9ed6f72544b85b20123d81bbef4a0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/a122fa8a4f514efca5b7c21a12c1ca56, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/9b2ce8225cc14488ba091a3dfebeb9ae, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/ad4bcd2f008f44d88a90f9789e0bd4b0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/cb5fc68140014470bbd82d42e97015b9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/dee7e917dec44ec89e10584fd92f985d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/269afe976b1e4c269cdf5de40b7b6f4e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/0801aeb293054b1d9c48884ed062664d] to archive 2024-11-11T06:19:53,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T06:19:53,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/8f5d014f0b444d5c8414b438d02ada4c to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/8f5d014f0b444d5c8414b438d02ada4c 2024-11-11T06:19:53,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/05c81224cad04946a021a4145077358f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/05c81224cad04946a021a4145077358f 2024-11-11T06:19:53,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/143a39e53ad14657953dddb1006a1962 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/143a39e53ad14657953dddb1006a1962 2024-11-11T06:19:53,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/e049f989fd754a2f8b0f358e0d57fd3b to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/e049f989fd754a2f8b0f358e0d57fd3b 2024-11-11T06:19:53,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/2cc70d41ee8b4d7e91adcd8030d4a49c to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/2cc70d41ee8b4d7e91adcd8030d4a49c 2024-11-11T06:19:53,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/a6e0ccbafb824e90a720db1c331e3754 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/a6e0ccbafb824e90a720db1c331e3754 2024-11-11T06:19:53,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/2221308213ad4bb5a87d03866f3d9781 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/2221308213ad4bb5a87d03866f3d9781 2024-11-11T06:19:53,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/4906c283424748b9917b13ce82764f58 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/4906c283424748b9917b13ce82764f58 2024-11-11T06:19:53,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/15e9660041f64a189bdfd62507066322 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/15e9660041f64a189bdfd62507066322 2024-11-11T06:19:53,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/dd1053fcd712442f9ac5b199f28b7c71 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/dd1053fcd712442f9ac5b199f28b7c71 2024-11-11T06:19:53,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/161645f290104b04ba7f33e98e45b806 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/161645f290104b04ba7f33e98e45b806 2024-11-11T06:19:53,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/a664a54ca8db44b8ae1d086180f61a00 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/a664a54ca8db44b8ae1d086180f61a00 2024-11-11T06:19:53,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/ce8addf6db0f47339f21bfcf4894c072 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/ce8addf6db0f47339f21bfcf4894c072 2024-11-11T06:19:53,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/11cf3f4d52bd42dd90b3d7002c8d37ed to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/11cf3f4d52bd42dd90b3d7002c8d37ed 2024-11-11T06:19:53,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/cf8f7e7fde5a47a0858860881f204c9a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/cf8f7e7fde5a47a0858860881f204c9a 2024-11-11T06:19:53,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/32a85882bf2746039f96dff1c112f76f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/32a85882bf2746039f96dff1c112f76f 2024-11-11T06:19:53,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/5a518cf1166748a98c4bc6738815ceae to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/5a518cf1166748a98c4bc6738815ceae 2024-11-11T06:19:53,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/8ba255474f4746c2a231c4095d06e2ed to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/8ba255474f4746c2a231c4095d06e2ed 2024-11-11T06:19:53,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/aaed61a8917f448eaf0a4dcf96771d18 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/aaed61a8917f448eaf0a4dcf96771d18 2024-11-11T06:19:53,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/da7d4620ccd641df864b49606714c344 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/da7d4620ccd641df864b49606714c344 2024-11-11T06:19:53,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/8ae9ed6f72544b85b20123d81bbef4a0 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/8ae9ed6f72544b85b20123d81bbef4a0 2024-11-11T06:19:53,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/a122fa8a4f514efca5b7c21a12c1ca56 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/a122fa8a4f514efca5b7c21a12c1ca56 2024-11-11T06:19:53,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/9b2ce8225cc14488ba091a3dfebeb9ae to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/9b2ce8225cc14488ba091a3dfebeb9ae 2024-11-11T06:19:53,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/ad4bcd2f008f44d88a90f9789e0bd4b0 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/ad4bcd2f008f44d88a90f9789e0bd4b0 2024-11-11T06:19:53,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/cb5fc68140014470bbd82d42e97015b9 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/cb5fc68140014470bbd82d42e97015b9 2024-11-11T06:19:53,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/dee7e917dec44ec89e10584fd92f985d to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/dee7e917dec44ec89e10584fd92f985d 2024-11-11T06:19:53,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/269afe976b1e4c269cdf5de40b7b6f4e to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/269afe976b1e4c269cdf5de40b7b6f4e 2024-11-11T06:19:53,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/0801aeb293054b1d9c48884ed062664d to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/0801aeb293054b1d9c48884ed062664d 2024-11-11T06:19:53,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/ea80106e292340e4bff4f5a67fc71147, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/5e2dc8bb10044ee9b007c39508ae100f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/3d448467ff9c4f31b019122e6c4ac842, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/4689077b0eb3437ead2690ddfc390312, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/aa18881483b54450a2291b827c384a6d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/4251ba46c1454d47bcbb04c888de9dc9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/007958c209ad4efbb7e8382326660925, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/205aa4bef55e480483a6128f82e10ef4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/6cbac6b439ab4c3b9e759003463cd222, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/3439053c485b46dea28b795590739cfd, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/9c95140d87b34aadaf8eb881c25cfcde, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/b26bcf98a98e4028954e5c607513d148, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/2eecac67fde94b1aa3b5abbff68bdaa5, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/57305773f7624dd983cec26de59c7069, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/4da568bd15bc4fac8bbabf7bb1241ab7, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/b244698d43824ea6b88192ead77a020f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/e840fe27f7bf412eb87199d83881fdaa, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/06f7a0703a4a4f43985b3e8cc019ed1e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/32311f58954c4e01b35c4f96f3bf5808, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/c9bdc8ddd025450e9feffa53055af273, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/bd0e73ad1cf246cb8efbc4239577036f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/00ce62da61be48ad9e4fb727673fa86d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/13c5e97b49914694b1b33554df4820d8, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/e36c37775f75480c9805227d3d1ba9a6, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/9d13a97b55a343a9862cb5d24dd85a1a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/9517fe4beac54e42972ae71056b26707, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/30579f5533f9449397eedcad96dadb84] to archive 2024-11-11T06:19:53,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T06:19:53,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/ea80106e292340e4bff4f5a67fc71147 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/ea80106e292340e4bff4f5a67fc71147 2024-11-11T06:19:53,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/5e2dc8bb10044ee9b007c39508ae100f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/5e2dc8bb10044ee9b007c39508ae100f 2024-11-11T06:19:53,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/3d448467ff9c4f31b019122e6c4ac842 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/3d448467ff9c4f31b019122e6c4ac842 2024-11-11T06:19:53,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/4689077b0eb3437ead2690ddfc390312 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/4689077b0eb3437ead2690ddfc390312 2024-11-11T06:19:53,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/aa18881483b54450a2291b827c384a6d to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/aa18881483b54450a2291b827c384a6d 2024-11-11T06:19:53,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/4251ba46c1454d47bcbb04c888de9dc9 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/4251ba46c1454d47bcbb04c888de9dc9 2024-11-11T06:19:53,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/007958c209ad4efbb7e8382326660925 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/007958c209ad4efbb7e8382326660925 2024-11-11T06:19:53,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/205aa4bef55e480483a6128f82e10ef4 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/205aa4bef55e480483a6128f82e10ef4 2024-11-11T06:19:53,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/6cbac6b439ab4c3b9e759003463cd222 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/6cbac6b439ab4c3b9e759003463cd222 2024-11-11T06:19:53,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/3439053c485b46dea28b795590739cfd to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/3439053c485b46dea28b795590739cfd 2024-11-11T06:19:53,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/9c95140d87b34aadaf8eb881c25cfcde to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/9c95140d87b34aadaf8eb881c25cfcde 2024-11-11T06:19:53,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/b26bcf98a98e4028954e5c607513d148 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/b26bcf98a98e4028954e5c607513d148 2024-11-11T06:19:53,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/2eecac67fde94b1aa3b5abbff68bdaa5 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/2eecac67fde94b1aa3b5abbff68bdaa5 2024-11-11T06:19:53,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/57305773f7624dd983cec26de59c7069 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/57305773f7624dd983cec26de59c7069 2024-11-11T06:19:53,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/4da568bd15bc4fac8bbabf7bb1241ab7 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/4da568bd15bc4fac8bbabf7bb1241ab7 2024-11-11T06:19:53,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/b244698d43824ea6b88192ead77a020f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/b244698d43824ea6b88192ead77a020f 2024-11-11T06:19:53,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/e840fe27f7bf412eb87199d83881fdaa to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/e840fe27f7bf412eb87199d83881fdaa 2024-11-11T06:19:53,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/06f7a0703a4a4f43985b3e8cc019ed1e to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/06f7a0703a4a4f43985b3e8cc019ed1e 2024-11-11T06:19:53,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/32311f58954c4e01b35c4f96f3bf5808 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/32311f58954c4e01b35c4f96f3bf5808 2024-11-11T06:19:53,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/c9bdc8ddd025450e9feffa53055af273 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/c9bdc8ddd025450e9feffa53055af273 2024-11-11T06:19:53,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/bd0e73ad1cf246cb8efbc4239577036f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/bd0e73ad1cf246cb8efbc4239577036f 2024-11-11T06:19:53,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/00ce62da61be48ad9e4fb727673fa86d to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/00ce62da61be48ad9e4fb727673fa86d 2024-11-11T06:19:53,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/13c5e97b49914694b1b33554df4820d8 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/13c5e97b49914694b1b33554df4820d8 2024-11-11T06:19:53,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/e36c37775f75480c9805227d3d1ba9a6 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/e36c37775f75480c9805227d3d1ba9a6 2024-11-11T06:19:53,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/9d13a97b55a343a9862cb5d24dd85a1a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/9d13a97b55a343a9862cb5d24dd85a1a 2024-11-11T06:19:53,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/9517fe4beac54e42972ae71056b26707 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/9517fe4beac54e42972ae71056b26707 2024-11-11T06:19:53,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/30579f5533f9449397eedcad96dadb84 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/30579f5533f9449397eedcad96dadb84 2024-11-11T06:19:53,241 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/recovered.edits/391.seqid, newMaxSeqId=391, maxSeqId=1 2024-11-11T06:19:53,242 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c. 2024-11-11T06:19:53,242 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for 307f21e437d993d5886fc791e3564a4c: 2024-11-11T06:19:53,243 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed 307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:53,243 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=307f21e437d993d5886fc791e3564a4c, regionState=CLOSED 2024-11-11T06:19:53,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-11T06:19:53,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseRegionProcedure 307f21e437d993d5886fc791e3564a4c, server=fbbe90f5df0b,43685,1731305842804 in 230 msec 2024-11-11T06:19:53,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-11T06:19:53,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=307f21e437d993d5886fc791e3564a4c, UNASSIGN in 233 msec 2024-11-11T06:19:53,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-11T06:19:53,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 235 msec 2024-11-11T06:19:53,248 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305993248"}]},"ts":"1731305993248"} 2024-11-11T06:19:53,249 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T06:19:53,251 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T06:19:53,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 248 msec 2024-11-11T06:19:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-11T06:19:53,307 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-11T06:19:53,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T06:19:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:19:53,309 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:19:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-11T06:19:53,310 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=152, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:19:53,312 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:53,313 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A, FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B, FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C, FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/recovered.edits] 2024-11-11T06:19:53,315 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/e47e0b3f7da547d3bc4adc1d6aa79dec to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/e47e0b3f7da547d3bc4adc1d6aa79dec 2024-11-11T06:19:53,317 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/f687a7fc09324c0cac97405043bbf828 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/A/f687a7fc09324c0cac97405043bbf828 2024-11-11T06:19:53,318 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/8b861df5649441a2a41f851ac8d18fdf to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/8b861df5649441a2a41f851ac8d18fdf 2024-11-11T06:19:53,319 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/f6722633d54145b38494d0d17cecb12f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/B/f6722633d54145b38494d0d17cecb12f 2024-11-11T06:19:53,321 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/4de3b595fd774aa7ae183112a664e438 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/4de3b595fd774aa7ae183112a664e438 2024-11-11T06:19:53,322 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/9cb76365226a408fa21cda3ca9184cc1 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/C/9cb76365226a408fa21cda3ca9184cc1 2024-11-11T06:19:53,324 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/recovered.edits/391.seqid to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c/recovered.edits/391.seqid 2024-11-11T06:19:53,325 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/307f21e437d993d5886fc791e3564a4c 2024-11-11T06:19:53,325 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T06:19:53,326 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=152, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:19:53,328 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T06:19:53,329 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T06:19:53,330 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=152, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:19:53,330 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T06:19:53,330 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731305993330"}]},"ts":"9223372036854775807"} 2024-11-11T06:19:53,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T06:19:53,331 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 307f21e437d993d5886fc791e3564a4c, NAME => 'TestAcidGuarantees,,1731305966789.307f21e437d993d5886fc791e3564a4c.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T06:19:53,331 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T06:19:53,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731305993331"}]},"ts":"9223372036854775807"} 2024-11-11T06:19:53,333 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T06:19:53,334 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=152, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:19:53,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 26 msec 2024-11-11T06:19:53,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-11T06:19:53,411 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-11T06:19:53,420 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 242), OpenFileDescriptor=450 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=436 (was 400) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=7884 (was 7877) - AvailableMemoryMB LEAK? - 2024-11-11T06:19:53,428 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=9, AvailableMemoryMB=7884 2024-11-11T06:19:53,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T06:19:53,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:19:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T06:19:53,431 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:19:53,431 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:53,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 153 2024-11-11T06:19:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T06:19:53,432 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:19:53,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742392_1568 (size=960) 2024-11-11T06:19:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T06:19:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T06:19:53,838 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706 2024-11-11T06:19:53,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742393_1569 (size=53) 2024-11-11T06:19:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T06:19:54,243 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:19:54,243 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6ae75a8a157ef40fe70cd9155a22ee50, disabling compactions & flushes 2024-11-11T06:19:54,243 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:54,243 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:54,243 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. after waiting 0 ms 2024-11-11T06:19:54,243 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:54,243 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:54,243 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:19:54,244 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:19:54,245 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731305994244"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731305994244"}]},"ts":"1731305994244"} 2024-11-11T06:19:54,246 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T06:19:54,246 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:19:54,246 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305994246"}]},"ts":"1731305994246"} 2024-11-11T06:19:54,247 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T06:19:54,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ae75a8a157ef40fe70cd9155a22ee50, ASSIGN}] 2024-11-11T06:19:54,252 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ae75a8a157ef40fe70cd9155a22ee50, ASSIGN 2024-11-11T06:19:54,252 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ae75a8a157ef40fe70cd9155a22ee50, ASSIGN; state=OFFLINE, location=fbbe90f5df0b,43685,1731305842804; forceNewPlan=false, retain=false 2024-11-11T06:19:54,403 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=6ae75a8a157ef40fe70cd9155a22ee50, regionState=OPENING, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:54,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; OpenRegionProcedure 6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804}] 2024-11-11T06:19:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T06:19:54,555 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:54,558 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:54,558 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7285): Opening region: {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:19:54,558 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:54,558 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:19:54,558 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7327): checking encryption for 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:54,558 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7330): checking classloading for 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:54,559 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:54,561 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:19:54,561 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ae75a8a157ef40fe70cd9155a22ee50 columnFamilyName A 2024-11-11T06:19:54,561 DEBUG [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:54,562 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] regionserver.HStore(327): Store=6ae75a8a157ef40fe70cd9155a22ee50/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:19:54,562 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:54,563 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:19:54,563 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ae75a8a157ef40fe70cd9155a22ee50 columnFamilyName B 2024-11-11T06:19:54,563 DEBUG [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:54,563 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] regionserver.HStore(327): Store=6ae75a8a157ef40fe70cd9155a22ee50/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:19:54,563 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:54,564 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:19:54,564 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ae75a8a157ef40fe70cd9155a22ee50 columnFamilyName C 2024-11-11T06:19:54,564 DEBUG [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:54,565 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] regionserver.HStore(327): Store=6ae75a8a157ef40fe70cd9155a22ee50/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:19:54,565 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:54,565 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:54,565 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:54,566 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T06:19:54,567 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1085): writing seq id for 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:54,568 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:19:54,569 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1102): Opened 6ae75a8a157ef40fe70cd9155a22ee50; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68429255, jitterRate=0.0196753591299057}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T06:19:54,569 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1001): Region open journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:19:54,570 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., pid=155, masterSystemTime=1731305994555 2024-11-11T06:19:54,571 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:54,571 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:54,571 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=6ae75a8a157ef40fe70cd9155a22ee50, regionState=OPEN, openSeqNum=2, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:54,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-11T06:19:54,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; OpenRegionProcedure 6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 in 168 msec 2024-11-11T06:19:54,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-11T06:19:54,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ae75a8a157ef40fe70cd9155a22ee50, ASSIGN in 322 msec 2024-11-11T06:19:54,575 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:19:54,575 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731305994575"}]},"ts":"1731305994575"} 2024-11-11T06:19:54,575 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T06:19:54,577 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:19:54,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-11T06:19:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T06:19:55,535 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-11T06:19:55,536 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2089b1f4 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55544bc7 2024-11-11T06:19:55,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3005670a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:55,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:55,544 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:55,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:19:55,546 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:19:55,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T06:19:55,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:19:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T06:19:55,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742394_1570 (size=996) 2024-11-11T06:19:55,957 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-11T06:19:55,957 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-11T06:19:55,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T06:19:55,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ae75a8a157ef40fe70cd9155a22ee50, REOPEN/MOVE}] 2024-11-11T06:19:55,961 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ae75a8a157ef40fe70cd9155a22ee50, REOPEN/MOVE 2024-11-11T06:19:55,962 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=6ae75a8a157ef40fe70cd9155a22ee50, regionState=CLOSING, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:55,962 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T06:19:55,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; CloseRegionProcedure 6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804}] 2024-11-11T06:19:56,114 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:56,114 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(124): Close 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:56,114 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T06:19:56,114 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1681): Closing 6ae75a8a157ef40fe70cd9155a22ee50, disabling compactions & flushes 2024-11-11T06:19:56,114 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:56,114 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:56,114 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. after waiting 0 ms 2024-11-11T06:19:56,114 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:56,117 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T06:19:56,118 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:56,118 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1635): Region close journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:19:56,118 WARN [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionServer(3786): Not adding moved region record: 6ae75a8a157ef40fe70cd9155a22ee50 to self. 2024-11-11T06:19:56,119 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(170): Closed 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:56,120 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=6ae75a8a157ef40fe70cd9155a22ee50, regionState=CLOSED 2024-11-11T06:19:56,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-11T06:19:56,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; CloseRegionProcedure 6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 in 158 msec 2024-11-11T06:19:56,122 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ae75a8a157ef40fe70cd9155a22ee50, REOPEN/MOVE; state=CLOSED, location=fbbe90f5df0b,43685,1731305842804; forceNewPlan=false, retain=true 2024-11-11T06:19:56,272 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=6ae75a8a157ef40fe70cd9155a22ee50, regionState=OPENING, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:56,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=158, state=RUNNABLE; OpenRegionProcedure 6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804}] 2024-11-11T06:19:56,425 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:56,427 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:56,427 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7285): Opening region: {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:19:56,428 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:56,428 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:19:56,428 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7327): checking encryption for 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:56,428 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7330): checking classloading for 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:56,429 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:56,430 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:19:56,430 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ae75a8a157ef40fe70cd9155a22ee50 columnFamilyName A 2024-11-11T06:19:56,431 DEBUG [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:56,431 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] regionserver.HStore(327): Store=6ae75a8a157ef40fe70cd9155a22ee50/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:19:56,431 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:56,432 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:19:56,432 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ae75a8a157ef40fe70cd9155a22ee50 columnFamilyName B 2024-11-11T06:19:56,432 DEBUG [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:56,432 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] regionserver.HStore(327): Store=6ae75a8a157ef40fe70cd9155a22ee50/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:19:56,432 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:56,433 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T06:19:56,433 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ae75a8a157ef40fe70cd9155a22ee50 columnFamilyName C 2024-11-11T06:19:56,433 DEBUG [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:56,433 INFO [StoreOpener-6ae75a8a157ef40fe70cd9155a22ee50-1 {}] regionserver.HStore(327): Store=6ae75a8a157ef40fe70cd9155a22ee50/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:19:56,433 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:56,434 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:56,435 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:56,436 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T06:19:56,437 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1085): writing seq id for 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:56,437 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1102): Opened 6ae75a8a157ef40fe70cd9155a22ee50; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74354076, jitterRate=0.10796207189559937}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T06:19:56,438 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1001): Region open journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:19:56,438 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., pid=160, masterSystemTime=1731305996425 2024-11-11T06:19:56,440 DEBUG [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:56,440 INFO [RS_OPEN_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:56,440 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=6ae75a8a157ef40fe70cd9155a22ee50, regionState=OPEN, openSeqNum=5, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:56,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=158 2024-11-11T06:19:56,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=158, state=SUCCESS; OpenRegionProcedure 6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 in 168 msec 2024-11-11T06:19:56,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-11T06:19:56,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ae75a8a157ef40fe70cd9155a22ee50, REOPEN/MOVE in 481 msec 2024-11-11T06:19:56,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-11T06:19:56,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 484 msec 2024-11-11T06:19:56,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 897 msec 2024-11-11T06:19:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-11T06:19:56,447 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65f51785 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1208728f 2024-11-11T06:19:56,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92e7af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:56,451 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3cc71f2e to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d0a9e33 2024-11-11T06:19:56,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17899883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:56,454 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79a7bd2b to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40e55f2a 2024-11-11T06:19:56,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b739a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:56,457 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d688bcb to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@271e8143 2024-11-11T06:19:56,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20bb05a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:56,460 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31f7e171 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62b06a95 2024-11-11T06:19:56,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5ecd59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:56,463 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d02ace0 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61da8c1c 2024-11-11T06:19:56,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b968040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:56,466 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63054209 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560a8819 2024-11-11T06:19:56,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49019618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:56,469 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fbb1399 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3df30e37 2024-11-11T06:19:56,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7887fec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:56,474 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51fccca6 to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@745bf218 2024-11-11T06:19:56,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@336d4b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:56,477 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x539997ae to 127.0.0.1:63180 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78f964f7 2024-11-11T06:19:56,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219191a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:19:56,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:19:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-11T06:19:56,485 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:19:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-11T06:19:56,485 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:19:56,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:19:56,488 DEBUG [hconnection-0x76e2646b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:56,488 DEBUG [hconnection-0x7e20c0c6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:56,489 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:56,489 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:56,491 DEBUG [hconnection-0x4d4966ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:56,491 DEBUG [hconnection-0x2a3faba5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:56,492 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:56,492 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:56,496 DEBUG [hconnection-0x267aff80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:56,497 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41264, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:56,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ae75a8a157ef40fe70cd9155a22ee50 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T06:19:56,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=A 2024-11-11T06:19:56,504 DEBUG [hconnection-0x40946f0b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:56,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:56,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=B 2024-11-11T06:19:56,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:56,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=C 2024-11-11T06:19:56,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:56,505 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:56,528 DEBUG [hconnection-0x5905e3db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:56,529 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:56,535 DEBUG [hconnection-0x4cd06f2a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:56,535 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:56,536 DEBUG [hconnection-0x7f457114-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:56,536 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:56,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:56,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41308 deadline: 1731306056538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:56,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:56,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731306056538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:56,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:56,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731306056540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:56,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:56,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306056540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:56,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:56,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1731306056540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:56,552 DEBUG [hconnection-0x13e88f99-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:19:56,553 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:19:56,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f5e5ac5fd20a4df9b6f16a46130f8e9e_6ae75a8a157ef40fe70cd9155a22ee50 is 50, key is test_row_0/A:col10/1731305996499/Put/seqid=0 2024-11-11T06:19:56,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742395_1571 (size=12154) 2024-11-11T06:19:56,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-11T06:19:56,637 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:56,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T06:19:56,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:56,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:19:56,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:56,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:56,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:56,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:56,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41308 deadline: 1731306056641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:56,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731306056642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:56,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:56,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306056643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:56,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:56,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731306056643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:56,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:56,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1731306056643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:56,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-11T06:19:56,789 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:56,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T06:19:56,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:56,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:19:56,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:56,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:56,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:56,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:56,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:56,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41308 deadline: 1731306056844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:56,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:56,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731306056844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:56,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731306056846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:56,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306056846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:56,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1731306056846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:56,942 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:56,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T06:19:56,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:56,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:19:56,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:56,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:56,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:56,972 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:56,986 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f5e5ac5fd20a4df9b6f16a46130f8e9e_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f5e5ac5fd20a4df9b6f16a46130f8e9e_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:56,987 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/82bea82b6cf14b9abee99709e5006c61, store: [table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:19:56,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/82bea82b6cf14b9abee99709e5006c61 is 175, key is test_row_0/A:col10/1731305996499/Put/seqid=0 2024-11-11T06:19:56,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742396_1572 (size=30955) 2024-11-11T06:19:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-11T06:19:57,098 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:57,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T06:19:57,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:57,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:19:57,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:57,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:57,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:57,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41308 deadline: 1731306057146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:57,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731306057147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:57,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731306057148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:57,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1731306057148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:57,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306057150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:57,251 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:57,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T06:19:57,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:57,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:19:57,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:57,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:57,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:57,395 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/82bea82b6cf14b9abee99709e5006c61 2024-11-11T06:19:57,412 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:57,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T06:19:57,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:57,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:19:57,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:57,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:57,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:57,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/1fa7c52e08c34d27adce9245db3dd8c9 is 50, key is test_row_0/B:col10/1731305996499/Put/seqid=0 2024-11-11T06:19:57,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742397_1573 (size=12001) 2024-11-11T06:19:57,565 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:57,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T06:19:57,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:57,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:19:57,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:57,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:57,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-11T06:19:57,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41308 deadline: 1731306057648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:57,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731306057652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:57,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1731306057653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:57,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731306057654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:57,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306057655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:57,721 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:57,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T06:19:57,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:57,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:19:57,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:57,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:57,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:57,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/1fa7c52e08c34d27adce9245db3dd8c9 2024-11-11T06:19:57,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/5be3946b09c6430bb1cc551928ef46ef is 50, key is test_row_0/C:col10/1731305996499/Put/seqid=0 2024-11-11T06:19:57,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742398_1574 (size=12001) 2024-11-11T06:19:57,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/5be3946b09c6430bb1cc551928ef46ef 2024-11-11T06:19:57,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/82bea82b6cf14b9abee99709e5006c61 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/82bea82b6cf14b9abee99709e5006c61 2024-11-11T06:19:57,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/82bea82b6cf14b9abee99709e5006c61, entries=150, sequenceid=16, filesize=30.2 K 2024-11-11T06:19:57,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/1fa7c52e08c34d27adce9245db3dd8c9 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/1fa7c52e08c34d27adce9245db3dd8c9 2024-11-11T06:19:57,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/1fa7c52e08c34d27adce9245db3dd8c9, entries=150, sequenceid=16, filesize=11.7 K 2024-11-11T06:19:57,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/5be3946b09c6430bb1cc551928ef46ef as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/5be3946b09c6430bb1cc551928ef46ef 2024-11-11T06:19:57,874 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:57,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T06:19:57,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:57,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:19:57,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:57,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:57,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:57,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/5be3946b09c6430bb1cc551928ef46ef, entries=150, sequenceid=16, filesize=11.7 K 2024-11-11T06:19:57,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6ae75a8a157ef40fe70cd9155a22ee50 in 1373ms, sequenceid=16, compaction requested=false 2024-11-11T06:19:57,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:19:58,027 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:58,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T06:19:58,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:58,028 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 6ae75a8a157ef40fe70cd9155a22ee50 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T06:19:58,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=A 2024-11-11T06:19:58,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:58,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=B 2024-11-11T06:19:58,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:58,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=C 2024-11-11T06:19:58,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:58,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111164f4f2a0b5294a1ab0abe6fa431ddc1a_6ae75a8a157ef40fe70cd9155a22ee50 is 50, key is test_row_0/A:col10/1731305996538/Put/seqid=0 2024-11-11T06:19:58,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742399_1575 (size=12154) 2024-11-11T06:19:58,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:58,043 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111164f4f2a0b5294a1ab0abe6fa431ddc1a_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111164f4f2a0b5294a1ab0abe6fa431ddc1a_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:58,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/6fa97c093612434296d9256746c41dc2, store: [table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:19:58,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/6fa97c093612434296d9256746c41dc2 is 175, key is test_row_0/A:col10/1731305996538/Put/seqid=0 2024-11-11T06:19:58,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742400_1576 (size=30955) 2024-11-11T06:19:58,448 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/6fa97c093612434296d9256746c41dc2 2024-11-11T06:19:58,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/d71063c97fac461bbb8e2c36d97c0d8b is 50, key is test_row_0/B:col10/1731305996538/Put/seqid=0 2024-11-11T06:19:58,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742401_1577 (size=12001) 2024-11-11T06:19:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-11T06:19:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:58,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:19:58,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306058664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:58,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1731306058666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:58,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731306058667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:58,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731306058668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:58,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41308 deadline: 1731306058668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:58,761 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T06:19:58,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731306058770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:58,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1731306058770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:58,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731306058770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:58,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41308 deadline: 1731306058771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:58,859 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/d71063c97fac461bbb8e2c36d97c0d8b 2024-11-11T06:19:58,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/4997e39be40d4824a6a19184411260f0 is 50, key is test_row_0/C:col10/1731305996538/Put/seqid=0 2024-11-11T06:19:58,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742402_1578 (size=12001) 2024-11-11T06:19:58,874 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/4997e39be40d4824a6a19184411260f0 2024-11-11T06:19:58,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/6fa97c093612434296d9256746c41dc2 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/6fa97c093612434296d9256746c41dc2 2024-11-11T06:19:58,884 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/6fa97c093612434296d9256746c41dc2, entries=150, sequenceid=40, filesize=30.2 K 2024-11-11T06:19:58,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/d71063c97fac461bbb8e2c36d97c0d8b as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/d71063c97fac461bbb8e2c36d97c0d8b 2024-11-11T06:19:58,888 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/d71063c97fac461bbb8e2c36d97c0d8b, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T06:19:58,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/4997e39be40d4824a6a19184411260f0 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/4997e39be40d4824a6a19184411260f0 2024-11-11T06:19:58,893 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/4997e39be40d4824a6a19184411260f0, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T06:19:58,894 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6ae75a8a157ef40fe70cd9155a22ee50 in 866ms, sequenceid=40, compaction requested=false 2024-11-11T06:19:58,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:19:58,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:19:58,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-11T06:19:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-11T06:19:58,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-11T06:19:58,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4100 sec 2024-11-11T06:19:58,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 2.4140 sec 2024-11-11T06:19:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:58,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ae75a8a157ef40fe70cd9155a22ee50 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T06:19:58,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=A 2024-11-11T06:19:58,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:58,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=B 2024-11-11T06:19:58,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:58,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=C 2024-11-11T06:19:58,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:19:58,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111086e8a4e46f34d09908db406dadb26e1_6ae75a8a157ef40fe70cd9155a22ee50 is 50, key is test_row_0/A:col10/1731305998975/Put/seqid=0 2024-11-11T06:19:58,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742403_1579 (size=17034) 2024-11-11T06:19:59,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731306059022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:59,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1731306059023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:59,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731306059023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:59,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41308 deadline: 1731306059024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:59,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731306059125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:59,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1731306059126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:59,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731306059126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:59,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41308 deadline: 1731306059126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:59,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731306059328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:59,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1731306059328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:59,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41308 deadline: 1731306059329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:59,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731306059330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:59,394 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:19:59,397 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111086e8a4e46f34d09908db406dadb26e1_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111086e8a4e46f34d09908db406dadb26e1_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:19:59,398 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/58e711a79dc64593942bd493f6785d8c, store: [table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:19:59,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/58e711a79dc64593942bd493f6785d8c is 175, key is test_row_0/A:col10/1731305998975/Put/seqid=0 2024-11-11T06:19:59,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742404_1580 (size=48139) 2024-11-11T06:19:59,402 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:35853 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:35853,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:59,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731306059630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:59,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:59,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41308 deadline: 1731306059632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1731306059633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:59,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:19:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731306059635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:19:59,803 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/58e711a79dc64593942bd493f6785d8c 2024-11-11T06:19:59,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/c8d433afc8394dfea0f353b10bee143a is 50, key is test_row_0/B:col10/1731305998975/Put/seqid=0 2024-11-11T06:19:59,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742405_1581 (size=12001) 2024-11-11T06:20:00,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731306060133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:00,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41308 deadline: 1731306060137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:00,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731306060138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:00,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1731306060138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:00,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/c8d433afc8394dfea0f353b10bee143a 2024-11-11T06:20:00,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/fb5c2c63cdf44614b621a1a12af623ec is 50, key is test_row_0/C:col10/1731305998975/Put/seqid=0 2024-11-11T06:20:00,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742406_1582 (size=12001) 2024-11-11T06:20:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-11T06:20:00,589 INFO [Thread-2538 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-11T06:20:00,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:20:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-11T06:20:00,592 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:20:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-11T06:20:00,597 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:20:00,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:20:00,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/fb5c2c63cdf44614b621a1a12af623ec 2024-11-11T06:20:00,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/58e711a79dc64593942bd493f6785d8c as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/58e711a79dc64593942bd493f6785d8c 2024-11-11T06:20:00,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/58e711a79dc64593942bd493f6785d8c, entries=250, sequenceid=55, filesize=47.0 K 2024-11-11T06:20:00,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/c8d433afc8394dfea0f353b10bee143a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/c8d433afc8394dfea0f353b10bee143a 2024-11-11T06:20:00,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/c8d433afc8394dfea0f353b10bee143a, entries=150, sequenceid=55, filesize=11.7 K 2024-11-11T06:20:00,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/fb5c2c63cdf44614b621a1a12af623ec as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/fb5c2c63cdf44614b621a1a12af623ec 2024-11-11T06:20:00,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/fb5c2c63cdf44614b621a1a12af623ec, entries=150, sequenceid=55, filesize=11.7 K 2024-11-11T06:20:00,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 6ae75a8a157ef40fe70cd9155a22ee50 in 1666ms, sequenceid=55, compaction requested=true 2024-11-11T06:20:00,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:00,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ae75a8a157ef40fe70cd9155a22ee50:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:20:00,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:00,641 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:20:00,641 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:20:00,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ae75a8a157ef40fe70cd9155a22ee50:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:20:00,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:00,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ae75a8a157ef40fe70cd9155a22ee50:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:20:00,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:20:00,642 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:20:00,642 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 6ae75a8a157ef40fe70cd9155a22ee50/B is initiating minor compaction (all files) 2024-11-11T06:20:00,642 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ae75a8a157ef40fe70cd9155a22ee50/B in TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:00,643 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/1fa7c52e08c34d27adce9245db3dd8c9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/d71063c97fac461bbb8e2c36d97c0d8b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/c8d433afc8394dfea0f353b10bee143a] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp, totalSize=35.2 K 2024-11-11T06:20:00,643 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:20:00,643 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 6ae75a8a157ef40fe70cd9155a22ee50/A is initiating minor compaction (all files) 2024-11-11T06:20:00,643 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ae75a8a157ef40fe70cd9155a22ee50/A in TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:00,643 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/82bea82b6cf14b9abee99709e5006c61, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/6fa97c093612434296d9256746c41dc2, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/58e711a79dc64593942bd493f6785d8c] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp, totalSize=107.5 K 2024-11-11T06:20:00,643 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:00,643 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. files: [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/82bea82b6cf14b9abee99709e5006c61, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/6fa97c093612434296d9256746c41dc2, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/58e711a79dc64593942bd493f6785d8c] 2024-11-11T06:20:00,643 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fa7c52e08c34d27adce9245db3dd8c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731305996499 2024-11-11T06:20:00,643 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82bea82b6cf14b9abee99709e5006c61, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731305996499 2024-11-11T06:20:00,644 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting d71063c97fac461bbb8e2c36d97c0d8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731305996538 2024-11-11T06:20:00,644 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fa97c093612434296d9256746c41dc2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731305996538 2024-11-11T06:20:00,644 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting c8d433afc8394dfea0f353b10bee143a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731305998665 2024-11-11T06:20:00,644 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58e711a79dc64593942bd493f6785d8c, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731305998665 2024-11-11T06:20:00,651 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ae75a8a157ef40fe70cd9155a22ee50#B#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:20:00,651 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/4c031ca717e64aa495b808092df5316e is 50, key is test_row_0/B:col10/1731305998975/Put/seqid=0 2024-11-11T06:20:00,652 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:00,655 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411119300a1b266a44c0f8182dc51366db7d8_6ae75a8a157ef40fe70cd9155a22ee50 store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:00,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742407_1583 (size=12104) 2024-11-11T06:20:00,656 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411119300a1b266a44c0f8182dc51366db7d8_6ae75a8a157ef40fe70cd9155a22ee50, store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:00,656 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119300a1b266a44c0f8182dc51366db7d8_6ae75a8a157ef40fe70cd9155a22ee50 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:00,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742408_1584 (size=4469) 2024-11-11T06:20:00,660 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ae75a8a157ef40fe70cd9155a22ee50#A#compaction#495 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:20:00,661 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/36a7f2d0f35040f89dfc23b5479cc1dc is 175, key is test_row_0/A:col10/1731305998975/Put/seqid=0 2024-11-11T06:20:00,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742409_1585 (size=31058) 2024-11-11T06:20:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:00,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ae75a8a157ef40fe70cd9155a22ee50 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T06:20:00,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=A 2024-11-11T06:20:00,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:00,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=B 2024-11-11T06:20:00,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:00,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=C 2024-11-11T06:20:00,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-11T06:20:00,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118a205352e12f47a8a7effb5986c1309e_6ae75a8a157ef40fe70cd9155a22ee50 is 50, key is test_row_0/A:col10/1731306000687/Put/seqid=0 2024-11-11T06:20:00,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742410_1586 (size=14594) 2024-11-11T06:20:00,699 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:00,702 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118a205352e12f47a8a7effb5986c1309e_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118a205352e12f47a8a7effb5986c1309e_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:00,703 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/5743a00b2ff347559673e9acda93bb75, store: [table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:00,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/5743a00b2ff347559673e9acda93bb75 is 175, key is test_row_0/A:col10/1731306000687/Put/seqid=0 2024-11-11T06:20:00,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742411_1587 (size=39549) 2024-11-11T06:20:00,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306060717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:00,749 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:00,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-11T06:20:00,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:00,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:00,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:00,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:00,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:00,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306060821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-11T06:20:00,902 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:00,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-11T06:20:00,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:00,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:00,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:00,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:00,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:01,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306061024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:01,055 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:01,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-11T06:20:01,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:01,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:01,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:01,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:01,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:01,061 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/4c031ca717e64aa495b808092df5316e as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/4c031ca717e64aa495b808092df5316e 2024-11-11T06:20:01,066 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ae75a8a157ef40fe70cd9155a22ee50/B of 6ae75a8a157ef40fe70cd9155a22ee50 into 4c031ca717e64aa495b808092df5316e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:20:01,066 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:01,066 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., storeName=6ae75a8a157ef40fe70cd9155a22ee50/B, priority=13, startTime=1731306000641; duration=0sec 2024-11-11T06:20:01,066 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:20:01,066 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ae75a8a157ef40fe70cd9155a22ee50:B 2024-11-11T06:20:01,066 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:20:01,067 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:20:01,067 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 6ae75a8a157ef40fe70cd9155a22ee50/C is initiating minor compaction (all files) 2024-11-11T06:20:01,067 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ae75a8a157ef40fe70cd9155a22ee50/C in TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:01,067 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/5be3946b09c6430bb1cc551928ef46ef, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/4997e39be40d4824a6a19184411260f0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/fb5c2c63cdf44614b621a1a12af623ec] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp, totalSize=35.2 K 2024-11-11T06:20:01,068 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5be3946b09c6430bb1cc551928ef46ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731305996499 2024-11-11T06:20:01,068 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4997e39be40d4824a6a19184411260f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731305996538 2024-11-11T06:20:01,069 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting fb5c2c63cdf44614b621a1a12af623ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731305998665 2024-11-11T06:20:01,070 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/36a7f2d0f35040f89dfc23b5479cc1dc as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/36a7f2d0f35040f89dfc23b5479cc1dc 2024-11-11T06:20:01,074 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ae75a8a157ef40fe70cd9155a22ee50/A of 6ae75a8a157ef40fe70cd9155a22ee50 into 36a7f2d0f35040f89dfc23b5479cc1dc(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:20:01,074 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:01,074 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., storeName=6ae75a8a157ef40fe70cd9155a22ee50/A, priority=13, startTime=1731306000641; duration=0sec 2024-11-11T06:20:01,074 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:01,074 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ae75a8a157ef40fe70cd9155a22ee50:A 2024-11-11T06:20:01,075 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ae75a8a157ef40fe70cd9155a22ee50#C#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:20:01,076 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/29415da5c87a45468bf91357c36ca255 is 50, key is test_row_0/C:col10/1731305998975/Put/seqid=0 2024-11-11T06:20:01,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742412_1588 (size=12104) 2024-11-11T06:20:01,108 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/5743a00b2ff347559673e9acda93bb75 2024-11-11T06:20:01,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/714c749436374a7f9e113919c8f256d2 is 50, key is test_row_0/B:col10/1731306000687/Put/seqid=0 2024-11-11T06:20:01,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742413_1589 (size=12001) 2024-11-11T06:20:01,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1731306061141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:01,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731306061143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:01,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41308 deadline: 1731306061143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:01,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731306061149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-11T06:20:01,209 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:01,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-11T06:20:01,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:01,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:01,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:01,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:01,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:01,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306061325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:01,361 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:01,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-11T06:20:01,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:01,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:01,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:01,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:01,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:01,484 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/29415da5c87a45468bf91357c36ca255 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/29415da5c87a45468bf91357c36ca255 2024-11-11T06:20:01,488 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ae75a8a157ef40fe70cd9155a22ee50/C of 6ae75a8a157ef40fe70cd9155a22ee50 into 29415da5c87a45468bf91357c36ca255(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:20:01,488 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:01,488 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., storeName=6ae75a8a157ef40fe70cd9155a22ee50/C, priority=13, startTime=1731306000641; duration=0sec 2024-11-11T06:20:01,489 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:01,489 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ae75a8a157ef40fe70cd9155a22ee50:C 2024-11-11T06:20:01,515 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:01,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-11T06:20:01,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:01,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:01,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:01,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:01,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:01,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/714c749436374a7f9e113919c8f256d2 2024-11-11T06:20:01,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/93a14d8e84a541c79c39c1eeeee8a8a0 is 50, key is test_row_0/C:col10/1731306000687/Put/seqid=0 2024-11-11T06:20:01,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742414_1590 (size=12001) 2024-11-11T06:20:01,668 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:01,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-11T06:20:01,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:01,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:01,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:01,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:01,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-11T06:20:01,820 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:01,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-11T06:20:01,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:01,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:01,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:01,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:01,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:01,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306061830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:01,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/93a14d8e84a541c79c39c1eeeee8a8a0 2024-11-11T06:20:01,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/5743a00b2ff347559673e9acda93bb75 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/5743a00b2ff347559673e9acda93bb75 2024-11-11T06:20:01,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/5743a00b2ff347559673e9acda93bb75, entries=200, sequenceid=78, filesize=38.6 K 2024-11-11T06:20:01,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/714c749436374a7f9e113919c8f256d2 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/714c749436374a7f9e113919c8f256d2 2024-11-11T06:20:01,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/714c749436374a7f9e113919c8f256d2, entries=150, sequenceid=78, filesize=11.7 K 2024-11-11T06:20:01,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/93a14d8e84a541c79c39c1eeeee8a8a0 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/93a14d8e84a541c79c39c1eeeee8a8a0 2024-11-11T06:20:01,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/93a14d8e84a541c79c39c1eeeee8a8a0, entries=150, sequenceid=78, filesize=11.7 K 2024-11-11T06:20:01,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6ae75a8a157ef40fe70cd9155a22ee50 in 1263ms, sequenceid=78, compaction requested=false 2024-11-11T06:20:01,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:01,973 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:01,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-11T06:20:01,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:01,974 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 6ae75a8a157ef40fe70cd9155a22ee50 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T06:20:01,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=A 2024-11-11T06:20:01,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:01,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=B 2024-11-11T06:20:01,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:01,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=C 2024-11-11T06:20:01,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:01,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111156ef541d9bdd4a54bfefc0e4cf224cec_6ae75a8a157ef40fe70cd9155a22ee50 is 50, key is test_row_0/A:col10/1731306000716/Put/seqid=0 2024-11-11T06:20:01,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742415_1591 (size=12154) 2024-11-11T06:20:02,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,388 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111156ef541d9bdd4a54bfefc0e4cf224cec_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111156ef541d9bdd4a54bfefc0e4cf224cec_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:02,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/dc4aff56b26c467393dfe1502cf08145, store: [table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:02,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/dc4aff56b26c467393dfe1502cf08145 is 175, key is test_row_0/A:col10/1731306000716/Put/seqid=0 2024-11-11T06:20:02,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742416_1592 (size=30955) 2024-11-11T06:20:02,394 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/dc4aff56b26c467393dfe1502cf08145 2024-11-11T06:20:02,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/96edca9271e44ee2a04d958750b49ac4 is 50, key is test_row_0/B:col10/1731306000716/Put/seqid=0 2024-11-11T06:20:02,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742417_1593 (size=12001) 2024-11-11T06:20:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-11T06:20:02,805 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/96edca9271e44ee2a04d958750b49ac4 2024-11-11T06:20:02,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/d6bcc5a8b9594e329b87408cdfe3724e is 50, key is test_row_0/C:col10/1731306000716/Put/seqid=0 2024-11-11T06:20:02,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742418_1594 (size=12001) 2024-11-11T06:20:02,825 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/d6bcc5a8b9594e329b87408cdfe3724e 2024-11-11T06:20:02,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/dc4aff56b26c467393dfe1502cf08145 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/dc4aff56b26c467393dfe1502cf08145 2024-11-11T06:20:02,840 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/dc4aff56b26c467393dfe1502cf08145, entries=150, sequenceid=94, filesize=30.2 K 2024-11-11T06:20:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:02,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:02,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/96edca9271e44ee2a04d958750b49ac4 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/96edca9271e44ee2a04d958750b49ac4 2024-11-11T06:20:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,844 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/96edca9271e44ee2a04d958750b49ac4, entries=150, sequenceid=94, filesize=11.7 K 2024-11-11T06:20:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/d6bcc5a8b9594e329b87408cdfe3724e as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/d6bcc5a8b9594e329b87408cdfe3724e 2024-11-11T06:20:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,849 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/d6bcc5a8b9594e329b87408cdfe3724e, entries=150, sequenceid=94, filesize=11.7 K 2024-11-11T06:20:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,850 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=20.13 KB/20610 for 6ae75a8a157ef40fe70cd9155a22ee50 in 876ms, sequenceid=94, compaction requested=true 2024-11-11T06:20:02,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:02,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-11T06:20:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-11T06:20:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-11T06:20:02,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2540 sec 2024-11-11T06:20:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.2630 sec 2024-11-11T06:20:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:02,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ae75a8a157ef40fe70cd9155a22ee50 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T06:20:02,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=A 2024-11-11T06:20:02,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:02,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=B 2024-11-11T06:20:02,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:02,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=C 2024-11-11T06:20:02,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:02,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111efb561db2e9947efba70433db900a12e_6ae75a8a157ef40fe70cd9155a22ee50 is 50, key is test_row_0/A:col10/1731306002866/Put/seqid=0 2024-11-11T06:20:02,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742419_1595 (size=12154) 2024-11-11T06:20:02,894 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,898 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111efb561db2e9947efba70433db900a12e_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111efb561db2e9947efba70433db900a12e_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:02,899 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/b893e87f3d2141eb8bd665b61cbec314, store: [table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:02,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/b893e87f3d2141eb8bd665b61cbec314 is 175, key is test_row_0/A:col10/1731306002866/Put/seqid=0 2024-11-11T06:20:02,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742420_1596 (size=30955) 2024-11-11T06:20:02,907 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=105, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/b893e87f3d2141eb8bd665b61cbec314 2024-11-11T06:20:02,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/654337cb0c6d490780496a9c13704d2e is 50, key is test_row_0/B:col10/1731306002866/Put/seqid=0 2024-11-11T06:20:02,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742421_1597 (size=12001) 2024-11-11T06:20:02,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/654337cb0c6d490780496a9c13704d2e 2024-11-11T06:20:02,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/0c08f7bdd14d4c54a9c3206e51d00927 is 50, key is test_row_0/C:col10/1731306002866/Put/seqid=0 2024-11-11T06:20:02,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742422_1598 (size=12001) 2024-11-11T06:20:02,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306062958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:03,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306063062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:03,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731306063153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:03,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1731306063153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:03,157 DEBUG [Thread-2532 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:03,157 DEBUG [Thread-2534 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:03,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731306063161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:03,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41308 deadline: 1731306063161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:03,164 DEBUG [Thread-2536 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:03,164 DEBUG [Thread-2528 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:03,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306063266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:03,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/0c08f7bdd14d4c54a9c3206e51d00927 2024-11-11T06:20:03,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/b893e87f3d2141eb8bd665b61cbec314 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/b893e87f3d2141eb8bd665b61cbec314 2024-11-11T06:20:03,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/b893e87f3d2141eb8bd665b61cbec314, entries=150, sequenceid=105, filesize=30.2 K 2024-11-11T06:20:03,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/654337cb0c6d490780496a9c13704d2e as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/654337cb0c6d490780496a9c13704d2e 2024-11-11T06:20:03,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/654337cb0c6d490780496a9c13704d2e, entries=150, sequenceid=105, filesize=11.7 K 2024-11-11T06:20:03,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/0c08f7bdd14d4c54a9c3206e51d00927 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/0c08f7bdd14d4c54a9c3206e51d00927 2024-11-11T06:20:03,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/0c08f7bdd14d4c54a9c3206e51d00927, entries=150, sequenceid=105, filesize=11.7 K 2024-11-11T06:20:03,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6ae75a8a157ef40fe70cd9155a22ee50 in 482ms, sequenceid=105, compaction requested=true 2024-11-11T06:20:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ae75a8a157ef40fe70cd9155a22ee50:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:20:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ae75a8a157ef40fe70cd9155a22ee50:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:20:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ae75a8a157ef40fe70cd9155a22ee50:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:20:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:20:03,355 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:20:03,355 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:20:03,356 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:20:03,356 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:20:03,356 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 6ae75a8a157ef40fe70cd9155a22ee50/B is initiating minor compaction (all files) 2024-11-11T06:20:03,356 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 6ae75a8a157ef40fe70cd9155a22ee50/A is initiating minor compaction (all files) 2024-11-11T06:20:03,356 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ae75a8a157ef40fe70cd9155a22ee50/A in TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:03,356 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ae75a8a157ef40fe70cd9155a22ee50/B in TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:03,356 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/36a7f2d0f35040f89dfc23b5479cc1dc, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/5743a00b2ff347559673e9acda93bb75, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/dc4aff56b26c467393dfe1502cf08145, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/b893e87f3d2141eb8bd665b61cbec314] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp, totalSize=129.4 K 2024-11-11T06:20:03,356 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/4c031ca717e64aa495b808092df5316e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/714c749436374a7f9e113919c8f256d2, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/96edca9271e44ee2a04d958750b49ac4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/654337cb0c6d490780496a9c13704d2e] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp, totalSize=47.0 K 2024-11-11T06:20:03,356 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:03,356 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. files: [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/36a7f2d0f35040f89dfc23b5479cc1dc, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/5743a00b2ff347559673e9acda93bb75, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/dc4aff56b26c467393dfe1502cf08145, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/b893e87f3d2141eb8bd665b61cbec314] 2024-11-11T06:20:03,357 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c031ca717e64aa495b808092df5316e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731305998665 2024-11-11T06:20:03,357 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 714c749436374a7f9e113919c8f256d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731305999022 2024-11-11T06:20:03,357 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36a7f2d0f35040f89dfc23b5479cc1dc, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731305998665 2024-11-11T06:20:03,357 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 96edca9271e44ee2a04d958750b49ac4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731306000705 2024-11-11T06:20:03,357 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5743a00b2ff347559673e9acda93bb75, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731305999018 2024-11-11T06:20:03,358 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 654337cb0c6d490780496a9c13704d2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731306002866 2024-11-11T06:20:03,358 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc4aff56b26c467393dfe1502cf08145, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731306000705 2024-11-11T06:20:03,358 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting b893e87f3d2141eb8bd665b61cbec314, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731306002866 2024-11-11T06:20:03,366 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ae75a8a157ef40fe70cd9155a22ee50#B#compaction#506 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:20:03,366 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/c821e27b8fda4c5aabab0135f2a479f9 is 50, key is test_row_0/B:col10/1731306002866/Put/seqid=0 2024-11-11T06:20:03,367 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:03,377 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411118435783f2e1542df92f0cac2d143c930_6ae75a8a157ef40fe70cd9155a22ee50 store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:03,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742423_1599 (size=12241) 2024-11-11T06:20:03,379 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411118435783f2e1542df92f0cac2d143c930_6ae75a8a157ef40fe70cd9155a22ee50, store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:03,379 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118435783f2e1542df92f0cac2d143c930_6ae75a8a157ef40fe70cd9155a22ee50 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:03,382 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/c821e27b8fda4c5aabab0135f2a479f9 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/c821e27b8fda4c5aabab0135f2a479f9 2024-11-11T06:20:03,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742424_1600 (size=4469) 2024-11-11T06:20:03,386 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ae75a8a157ef40fe70cd9155a22ee50/B of 6ae75a8a157ef40fe70cd9155a22ee50 into c821e27b8fda4c5aabab0135f2a479f9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:20:03,386 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:03,386 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., storeName=6ae75a8a157ef40fe70cd9155a22ee50/B, priority=12, startTime=1731306003355; duration=0sec 2024-11-11T06:20:03,386 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:20:03,386 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ae75a8a157ef40fe70cd9155a22ee50:B 2024-11-11T06:20:03,386 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T06:20:03,387 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T06:20:03,387 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 6ae75a8a157ef40fe70cd9155a22ee50/C is initiating minor compaction (all files) 2024-11-11T06:20:03,387 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ae75a8a157ef40fe70cd9155a22ee50/C in TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:03,388 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/29415da5c87a45468bf91357c36ca255, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/93a14d8e84a541c79c39c1eeeee8a8a0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/d6bcc5a8b9594e329b87408cdfe3724e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/0c08f7bdd14d4c54a9c3206e51d00927] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp, totalSize=47.0 K 2024-11-11T06:20:03,388 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 29415da5c87a45468bf91357c36ca255, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731305998665 2024-11-11T06:20:03,388 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 93a14d8e84a541c79c39c1eeeee8a8a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731305999022 2024-11-11T06:20:03,389 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting d6bcc5a8b9594e329b87408cdfe3724e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731306000705 2024-11-11T06:20:03,389 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c08f7bdd14d4c54a9c3206e51d00927, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731306002866 2024-11-11T06:20:03,398 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ae75a8a157ef40fe70cd9155a22ee50#C#compaction#508 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:20:03,399 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/43a12d8b025d4d7598d563b53b8e3050 is 50, key is test_row_0/C:col10/1731306002866/Put/seqid=0 2024-11-11T06:20:03,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742425_1601 (size=12241) 2024-11-11T06:20:03,438 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/43a12d8b025d4d7598d563b53b8e3050 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/43a12d8b025d4d7598d563b53b8e3050 2024-11-11T06:20:03,443 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ae75a8a157ef40fe70cd9155a22ee50/C of 6ae75a8a157ef40fe70cd9155a22ee50 into 43a12d8b025d4d7598d563b53b8e3050(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:20:03,444 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:03,444 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., storeName=6ae75a8a157ef40fe70cd9155a22ee50/C, priority=12, startTime=1731306003355; duration=0sec 2024-11-11T06:20:03,444 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:03,444 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ae75a8a157ef40fe70cd9155a22ee50:C 2024-11-11T06:20:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:03,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ae75a8a157ef40fe70cd9155a22ee50 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T06:20:03,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=A 2024-11-11T06:20:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=B 2024-11-11T06:20:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=C 2024-11-11T06:20:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:03,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111100dcd7b2f1442eebec251e0bd980b85_6ae75a8a157ef40fe70cd9155a22ee50 is 50, key is test_row_0/A:col10/1731306002948/Put/seqid=0 2024-11-11T06:20:03,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742426_1602 (size=14694) 2024-11-11T06:20:03,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306063592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:03,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306063694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:03,785 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ae75a8a157ef40fe70cd9155a22ee50#A#compaction#507 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:20:03,785 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/69d961bef1914f508b2498a75fa95fa4 is 175, key is test_row_0/A:col10/1731306002866/Put/seqid=0 2024-11-11T06:20:03,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742427_1603 (size=31195) 2024-11-11T06:20:03,796 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/69d961bef1914f508b2498a75fa95fa4 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/69d961bef1914f508b2498a75fa95fa4 2024-11-11T06:20:03,799 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ae75a8a157ef40fe70cd9155a22ee50/A of 6ae75a8a157ef40fe70cd9155a22ee50 into 69d961bef1914f508b2498a75fa95fa4(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:20:03,799 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:03,799 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., storeName=6ae75a8a157ef40fe70cd9155a22ee50/A, priority=12, startTime=1731306003355; duration=0sec 2024-11-11T06:20:03,799 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:03,799 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ae75a8a157ef40fe70cd9155a22ee50:A 2024-11-11T06:20:03,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306063896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:03,984 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:03,990 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111100dcd7b2f1442eebec251e0bd980b85_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111100dcd7b2f1442eebec251e0bd980b85_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:03,991 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/8db944b3567c4161931769996e7a70fd, store: [table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:03,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/8db944b3567c4161931769996e7a70fd is 175, key is test_row_0/A:col10/1731306002948/Put/seqid=0 2024-11-11T06:20:03,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742428_1604 (size=39649) 2024-11-11T06:20:03,998 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/8db944b3567c4161931769996e7a70fd 2024-11-11T06:20:04,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/5c392d2a69fc404089a13920ac2d65d3 is 50, key is test_row_0/B:col10/1731306002948/Put/seqid=0 2024-11-11T06:20:04,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742429_1605 (size=12051) 2024-11-11T06:20:04,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/5c392d2a69fc404089a13920ac2d65d3 2024-11-11T06:20:04,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/d94d8087cf8248148ed7f8ae27e255b0 is 50, key is test_row_0/C:col10/1731306002948/Put/seqid=0 2024-11-11T06:20:04,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742430_1606 (size=12051) 2024-11-11T06:20:04,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306064201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:04,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/d94d8087cf8248148ed7f8ae27e255b0 2024-11-11T06:20:04,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/8db944b3567c4161931769996e7a70fd as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/8db944b3567c4161931769996e7a70fd 2024-11-11T06:20:04,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/8db944b3567c4161931769996e7a70fd, entries=200, sequenceid=133, filesize=38.7 K 2024-11-11T06:20:04,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/5c392d2a69fc404089a13920ac2d65d3 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/5c392d2a69fc404089a13920ac2d65d3 2024-11-11T06:20:04,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/5c392d2a69fc404089a13920ac2d65d3, entries=150, sequenceid=133, filesize=11.8 K 2024-11-11T06:20:04,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/d94d8087cf8248148ed7f8ae27e255b0 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/d94d8087cf8248148ed7f8ae27e255b0 2024-11-11T06:20:04,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/d94d8087cf8248148ed7f8ae27e255b0, entries=150, sequenceid=133, filesize=11.8 K 2024-11-11T06:20:04,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6ae75a8a157ef40fe70cd9155a22ee50 in 861ms, sequenceid=133, compaction requested=false 2024-11-11T06:20:04,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-11T06:20:04,696 INFO [Thread-2538 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-11T06:20:04,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:20:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-11T06:20:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-11T06:20:04,699 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:20:04,700 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:20:04,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:20:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:04,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ae75a8a157ef40fe70cd9155a22ee50 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T06:20:04,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=A 2024-11-11T06:20:04,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:04,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=B 2024-11-11T06:20:04,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:04,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=C 2024-11-11T06:20:04,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:04,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117f657419065647de965f85a56db35698_6ae75a8a157ef40fe70cd9155a22ee50 is 50, key is test_row_0/A:col10/1731306004706/Put/seqid=0 2024-11-11T06:20:04,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742431_1607 (size=14794) 2024-11-11T06:20:04,720 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:04,723 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117f657419065647de965f85a56db35698_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117f657419065647de965f85a56db35698_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:04,724 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/bba0ea8ac7dd4ed59ea9fda36d383471, store: [table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:04,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/bba0ea8ac7dd4ed59ea9fda36d383471 is 175, key is test_row_0/A:col10/1731306004706/Put/seqid=0 2024-11-11T06:20:04,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742432_1608 (size=39749) 2024-11-11T06:20:04,729 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/bba0ea8ac7dd4ed59ea9fda36d383471 2024-11-11T06:20:04,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/749aecad937b402b86d3a341918562c9 is 50, key is test_row_0/B:col10/1731306004706/Put/seqid=0 2024-11-11T06:20:04,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742433_1609 (size=12151) 2024-11-11T06:20:04,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/749aecad937b402b86d3a341918562c9 2024-11-11T06:20:04,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/e293c2b4cfe04785845ae95a4c93cd17 is 50, key is test_row_0/C:col10/1731306004706/Put/seqid=0 2024-11-11T06:20:04,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742434_1610 (size=12151) 2024-11-11T06:20:04,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306064775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-11T06:20:04,851 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:04,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-11T06:20:04,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:04,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:04,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:04,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:04,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:04,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306064877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-11T06:20:05,003 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:05,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-11T06:20:05,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:05,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:05,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:05,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:05,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:05,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306065080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:05,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/e293c2b4cfe04785845ae95a4c93cd17 2024-11-11T06:20:05,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/bba0ea8ac7dd4ed59ea9fda36d383471 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/bba0ea8ac7dd4ed59ea9fda36d383471 2024-11-11T06:20:05,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/bba0ea8ac7dd4ed59ea9fda36d383471, entries=200, sequenceid=145, filesize=38.8 K 2024-11-11T06:20:05,155 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:05,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-11T06:20:05,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:05,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:05,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:05,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:05,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:05,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/749aecad937b402b86d3a341918562c9 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/749aecad937b402b86d3a341918562c9 2024-11-11T06:20:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:05,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/749aecad937b402b86d3a341918562c9, entries=150, sequenceid=145, filesize=11.9 K 2024-11-11T06:20:05,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/e293c2b4cfe04785845ae95a4c93cd17 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/e293c2b4cfe04785845ae95a4c93cd17 2024-11-11T06:20:05,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/e293c2b4cfe04785845ae95a4c93cd17, entries=150, sequenceid=145, filesize=11.9 K 2024-11-11T06:20:05,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6ae75a8a157ef40fe70cd9155a22ee50 in 457ms, sequenceid=145, compaction requested=true 2024-11-11T06:20:05,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:05,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ae75a8a157ef40fe70cd9155a22ee50:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:20:05,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:05,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ae75a8a157ef40fe70cd9155a22ee50:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:20:05,164 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:20:05,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:05,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ae75a8a157ef40fe70cd9155a22ee50:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:20:05,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:20:05,164 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:20:05,165 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:20:05,165 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110593 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:20:05,165 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 6ae75a8a157ef40fe70cd9155a22ee50/B is initiating minor compaction (all files) 2024-11-11T06:20:05,165 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 6ae75a8a157ef40fe70cd9155a22ee50/A is initiating minor compaction (all files) 2024-11-11T06:20:05,165 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ae75a8a157ef40fe70cd9155a22ee50/B in TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:05,165 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ae75a8a157ef40fe70cd9155a22ee50/A in TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:05,165 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/c821e27b8fda4c5aabab0135f2a479f9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/5c392d2a69fc404089a13920ac2d65d3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/749aecad937b402b86d3a341918562c9] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp, totalSize=35.6 K 2024-11-11T06:20:05,165 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/69d961bef1914f508b2498a75fa95fa4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/8db944b3567c4161931769996e7a70fd, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/bba0ea8ac7dd4ed59ea9fda36d383471] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp, totalSize=108.0 K 2024-11-11T06:20:05,165 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:05,165 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. files: [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/69d961bef1914f508b2498a75fa95fa4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/8db944b3567c4161931769996e7a70fd, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/bba0ea8ac7dd4ed59ea9fda36d383471] 2024-11-11T06:20:05,165 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting c821e27b8fda4c5aabab0135f2a479f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731306002866 2024-11-11T06:20:05,165 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69d961bef1914f508b2498a75fa95fa4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731306002866 2024-11-11T06:20:05,165 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c392d2a69fc404089a13920ac2d65d3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731306002941 2024-11-11T06:20:05,166 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8db944b3567c4161931769996e7a70fd, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731306002941 2024-11-11T06:20:05,166 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 749aecad937b402b86d3a341918562c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731306003588 2024-11-11T06:20:05,166 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting bba0ea8ac7dd4ed59ea9fda36d383471, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731306003583 2024-11-11T06:20:05,177 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:05,182 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ae75a8a157ef40fe70cd9155a22ee50#B#compaction#516 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:20:05,182 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/08eabcad526840c2af1afa53bb900ded is 50, key is test_row_0/B:col10/1731306004706/Put/seqid=0 2024-11-11T06:20:05,184 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111dd377b3886da46ad9e22f236e35463f4_6ae75a8a157ef40fe70cd9155a22ee50 store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:05,187 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111dd377b3886da46ad9e22f236e35463f4_6ae75a8a157ef40fe70cd9155a22ee50, store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:05,187 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111dd377b3886da46ad9e22f236e35463f4_6ae75a8a157ef40fe70cd9155a22ee50 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:05,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742436_1612 (size=4469) 2024-11-11T06:20:05,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742435_1611 (size=12493) 2024-11-11T06:20:05,203 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/08eabcad526840c2af1afa53bb900ded as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/08eabcad526840c2af1afa53bb900ded 2024-11-11T06:20:05,207 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ae75a8a157ef40fe70cd9155a22ee50/B of 6ae75a8a157ef40fe70cd9155a22ee50 into 08eabcad526840c2af1afa53bb900ded(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:20:05,207 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:05,207 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., storeName=6ae75a8a157ef40fe70cd9155a22ee50/B, priority=13, startTime=1731306005164; duration=0sec 2024-11-11T06:20:05,207 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:20:05,207 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ae75a8a157ef40fe70cd9155a22ee50:B 2024-11-11T06:20:05,207 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:20:05,208 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:20:05,209 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 6ae75a8a157ef40fe70cd9155a22ee50/C is initiating minor compaction (all files) 2024-11-11T06:20:05,209 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ae75a8a157ef40fe70cd9155a22ee50/C in TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:05,209 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/43a12d8b025d4d7598d563b53b8e3050, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/d94d8087cf8248148ed7f8ae27e255b0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/e293c2b4cfe04785845ae95a4c93cd17] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp, totalSize=35.6 K 2024-11-11T06:20:05,209 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 43a12d8b025d4d7598d563b53b8e3050, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731306002866 2024-11-11T06:20:05,209 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting d94d8087cf8248148ed7f8ae27e255b0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731306002941 2024-11-11T06:20:05,210 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting e293c2b4cfe04785845ae95a4c93cd17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731306003588 2024-11-11T06:20:05,218 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ae75a8a157ef40fe70cd9155a22ee50#C#compaction#517 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:20:05,219 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/7844594222594a9e9b78a012afbd3bbc is 50, key is test_row_0/C:col10/1731306004706/Put/seqid=0 2024-11-11T06:20:05,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742437_1613 (size=12493) 2024-11-11T06:20:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-11T06:20:05,308 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:05,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-11T06:20:05,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:05,309 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 6ae75a8a157ef40fe70cd9155a22ee50 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T06:20:05,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=A 2024-11-11T06:20:05,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:05,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=B 2024-11-11T06:20:05,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:05,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=C 2024-11-11T06:20:05,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:05,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d324e533c3014af7b8f8f249cc0e4d7d_6ae75a8a157ef40fe70cd9155a22ee50 is 50, key is test_row_0/A:col10/1731306004768/Put/seqid=0 2024-11-11T06:20:05,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742438_1614 (size=12304) 2024-11-11T06:20:05,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:05,326 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d324e533c3014af7b8f8f249cc0e4d7d_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d324e533c3014af7b8f8f249cc0e4d7d_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:05,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/c92b46981c734859bc10d1b0c966ad5a, store: [table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:05,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/c92b46981c734859bc10d1b0c966ad5a is 175, key is test_row_0/A:col10/1731306004768/Put/seqid=0 2024-11-11T06:20:05,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742439_1615 (size=31105) 2024-11-11T06:20:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:05,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:05,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306065403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:05,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306065505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:05,599 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ae75a8a157ef40fe70cd9155a22ee50#A#compaction#515 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:20:05,599 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/9ad94636bfd64048941ddbb567f1f708 is 175, key is test_row_0/A:col10/1731306004706/Put/seqid=0 2024-11-11T06:20:05,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742440_1616 (size=31447) 2024-11-11T06:20:05,645 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/7844594222594a9e9b78a012afbd3bbc as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/7844594222594a9e9b78a012afbd3bbc 2024-11-11T06:20:05,648 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ae75a8a157ef40fe70cd9155a22ee50/C of 6ae75a8a157ef40fe70cd9155a22ee50 into 7844594222594a9e9b78a012afbd3bbc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:20:05,649 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:05,649 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., storeName=6ae75a8a157ef40fe70cd9155a22ee50/C, priority=13, startTime=1731306005164; duration=0sec 2024-11-11T06:20:05,649 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:05,649 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ae75a8a157ef40fe70cd9155a22ee50:C 2024-11-11T06:20:05,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306065708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:05,734 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/c92b46981c734859bc10d1b0c966ad5a 2024-11-11T06:20:05,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/6294d9ac8bd44a53bbec65fc3620beba is 50, key is test_row_0/B:col10/1731306004768/Put/seqid=0 2024-11-11T06:20:05,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742441_1617 (size=12151) 2024-11-11T06:20:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-11T06:20:06,008 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/9ad94636bfd64048941ddbb567f1f708 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/9ad94636bfd64048941ddbb567f1f708 2024-11-11T06:20:06,012 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ae75a8a157ef40fe70cd9155a22ee50/A of 6ae75a8a157ef40fe70cd9155a22ee50 into 9ad94636bfd64048941ddbb567f1f708(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:20:06,013 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:06,013 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., storeName=6ae75a8a157ef40fe70cd9155a22ee50/A, priority=13, startTime=1731306005164; duration=0sec 2024-11-11T06:20:06,013 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:06,013 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ae75a8a157ef40fe70cd9155a22ee50:A 2024-11-11T06:20:06,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306066012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:06,153 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/6294d9ac8bd44a53bbec65fc3620beba 2024-11-11T06:20:06,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/a347cfa2e7e2467bae5dbf2107c076f4 is 50, key is test_row_0/C:col10/1731306004768/Put/seqid=0 2024-11-11T06:20:06,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742442_1618 (size=12151) 2024-11-11T06:20:06,170 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/a347cfa2e7e2467bae5dbf2107c076f4 2024-11-11T06:20:06,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/c92b46981c734859bc10d1b0c966ad5a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/c92b46981c734859bc10d1b0c966ad5a 2024-11-11T06:20:06,182 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/c92b46981c734859bc10d1b0c966ad5a, entries=150, sequenceid=171, filesize=30.4 K 2024-11-11T06:20:06,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/6294d9ac8bd44a53bbec65fc3620beba as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/6294d9ac8bd44a53bbec65fc3620beba 2024-11-11T06:20:06,186 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/6294d9ac8bd44a53bbec65fc3620beba, entries=150, sequenceid=171, filesize=11.9 K 2024-11-11T06:20:06,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/a347cfa2e7e2467bae5dbf2107c076f4 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/a347cfa2e7e2467bae5dbf2107c076f4 2024-11-11T06:20:06,204 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/a347cfa2e7e2467bae5dbf2107c076f4, entries=150, sequenceid=171, filesize=11.9 K 2024-11-11T06:20:06,205 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6ae75a8a157ef40fe70cd9155a22ee50 in 896ms, sequenceid=171, compaction requested=false 2024-11-11T06:20:06,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:06,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:06,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-11T06:20:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-11T06:20:06,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-11T06:20:06,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5070 sec 2024-11-11T06:20:06,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.5120 sec 2024-11-11T06:20:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:06,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ae75a8a157ef40fe70cd9155a22ee50 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T06:20:06,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=A 2024-11-11T06:20:06,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:06,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=B 2024-11-11T06:20:06,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:06,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=C 2024-11-11T06:20:06,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:06,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117eac682295a244f4b66229b14222b2db_6ae75a8a157ef40fe70cd9155a22ee50 is 50, key is test_row_0/A:col10/1731306005399/Put/seqid=0 2024-11-11T06:20:06,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742443_1619 (size=12304) 2024-11-11T06:20:06,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306066575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:06,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306066678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-11T06:20:06,802 INFO [Thread-2538 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-11T06:20:06,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:20:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-11T06:20:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-11T06:20:06,805 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:20:06,806 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:20:06,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:20:06,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306066880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-11T06:20:06,933 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:06,936 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117eac682295a244f4b66229b14222b2db_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117eac682295a244f4b66229b14222b2db_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:06,937 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/cc98353d5f7e42918ca10b9a167a6f29, store: [table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:06,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/cc98353d5f7e42918ca10b9a167a6f29 is 175, key is test_row_0/A:col10/1731306005399/Put/seqid=0 2024-11-11T06:20:06,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742444_1620 (size=31105) 2024-11-11T06:20:06,957 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:06,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T06:20:06,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:06,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:06,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:06,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:06,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-11T06:20:07,109 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:07,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T06:20:07,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:07,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:07,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:07,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:07,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:07,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731306067158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:07,160 DEBUG [Thread-2534 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:07,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1731306067169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:07,170 DEBUG [Thread-2532 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:07,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731306067172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:07,173 DEBUG [Thread-2536 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:07,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306067182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:07,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41308 deadline: 1731306067192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:07,194 DEBUG [Thread-2528 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., hostname=fbbe90f5df0b,43685,1731305842804, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:07,262 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:07,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T06:20:07,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:07,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:07,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:07,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:07,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:07,342 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=185, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/cc98353d5f7e42918ca10b9a167a6f29 2024-11-11T06:20:07,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/d8cc15419b78459caabd128fae3023f3 is 50, key is test_row_0/B:col10/1731306005399/Put/seqid=0 2024-11-11T06:20:07,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742445_1621 (size=12151) 2024-11-11T06:20:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-11T06:20:07,414 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:07,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T06:20:07,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:07,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:07,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:07,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:07,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:07,567 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:07,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T06:20:07,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:07,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:07,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:07,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:07,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:07,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306067684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:07,719 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:07,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T06:20:07,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:07,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:07,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:07,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:07,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:07,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/d8cc15419b78459caabd128fae3023f3 2024-11-11T06:20:07,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/2cf5d7298eff4fd694d68716b623e38d is 50, key is test_row_0/C:col10/1731306005399/Put/seqid=0 2024-11-11T06:20:07,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742446_1622 (size=12151) 2024-11-11T06:20:07,872 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:07,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T06:20:07,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:07,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-11T06:20:08,024 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:08,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T06:20:08,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:08,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:08,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:08,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:08,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:08,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/2cf5d7298eff4fd694d68716b623e38d 2024-11-11T06:20:08,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/cc98353d5f7e42918ca10b9a167a6f29 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/cc98353d5f7e42918ca10b9a167a6f29 2024-11-11T06:20:08,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/cc98353d5f7e42918ca10b9a167a6f29, entries=150, sequenceid=185, filesize=30.4 K 2024-11-11T06:20:08,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/d8cc15419b78459caabd128fae3023f3 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/d8cc15419b78459caabd128fae3023f3 2024-11-11T06:20:08,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/d8cc15419b78459caabd128fae3023f3, entries=150, sequenceid=185, filesize=11.9 K 2024-11-11T06:20:08,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/2cf5d7298eff4fd694d68716b623e38d as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/2cf5d7298eff4fd694d68716b623e38d 2024-11-11T06:20:08,177 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:08,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T06:20:08,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:08,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:08,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:08,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:08,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:08,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/2cf5d7298eff4fd694d68716b623e38d, entries=150, sequenceid=185, filesize=11.9 K 2024-11-11T06:20:08,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6ae75a8a157ef40fe70cd9155a22ee50 in 1661ms, sequenceid=185, compaction requested=true 2024-11-11T06:20:08,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:08,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ae75a8a157ef40fe70cd9155a22ee50:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:20:08,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:08,183 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:20:08,183 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:20:08,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ae75a8a157ef40fe70cd9155a22ee50:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:20:08,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:08,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ae75a8a157ef40fe70cd9155a22ee50:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:20:08,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:20:08,183 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:20:08,183 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 6ae75a8a157ef40fe70cd9155a22ee50/B is initiating minor compaction (all files) 2024-11-11T06:20:08,184 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ae75a8a157ef40fe70cd9155a22ee50/B in TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:08,184 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/08eabcad526840c2af1afa53bb900ded, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/6294d9ac8bd44a53bbec65fc3620beba, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/d8cc15419b78459caabd128fae3023f3] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp, totalSize=35.9 K 2024-11-11T06:20:08,184 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:20:08,184 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 6ae75a8a157ef40fe70cd9155a22ee50/A is initiating minor compaction (all files) 2024-11-11T06:20:08,184 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ae75a8a157ef40fe70cd9155a22ee50/A in TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:08,184 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/9ad94636bfd64048941ddbb567f1f708, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/c92b46981c734859bc10d1b0c966ad5a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/cc98353d5f7e42918ca10b9a167a6f29] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp, totalSize=91.5 K 2024-11-11T06:20:08,184 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:08,184 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. files: [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/9ad94636bfd64048941ddbb567f1f708, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/c92b46981c734859bc10d1b0c966ad5a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/cc98353d5f7e42918ca10b9a167a6f29] 2024-11-11T06:20:08,185 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 08eabcad526840c2af1afa53bb900ded, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731306003588 2024-11-11T06:20:08,185 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ad94636bfd64048941ddbb567f1f708, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731306003588 2024-11-11T06:20:08,185 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 6294d9ac8bd44a53bbec65fc3620beba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731306004768 2024-11-11T06:20:08,185 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting c92b46981c734859bc10d1b0c966ad5a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731306004768 2024-11-11T06:20:08,185 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting d8cc15419b78459caabd128fae3023f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731306005394 2024-11-11T06:20:08,185 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc98353d5f7e42918ca10b9a167a6f29, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731306005394 2024-11-11T06:20:08,191 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:08,192 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ae75a8a157ef40fe70cd9155a22ee50#B#compaction#524 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:20:08,193 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/3468a7fd146f46518adeff7beb86a11d is 50, key is test_row_0/B:col10/1731306005399/Put/seqid=0 2024-11-11T06:20:08,194 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411114d1410cc6c61488eb002386aa420604e_6ae75a8a157ef40fe70cd9155a22ee50 store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:08,195 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411114d1410cc6c61488eb002386aa420604e_6ae75a8a157ef40fe70cd9155a22ee50, store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:08,196 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114d1410cc6c61488eb002386aa420604e_6ae75a8a157ef40fe70cd9155a22ee50 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:08,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742448_1624 (size=4469) 2024-11-11T06:20:08,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742447_1623 (size=12595) 2024-11-11T06:20:08,226 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/3468a7fd146f46518adeff7beb86a11d as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/3468a7fd146f46518adeff7beb86a11d 2024-11-11T06:20:08,230 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ae75a8a157ef40fe70cd9155a22ee50/B of 6ae75a8a157ef40fe70cd9155a22ee50 into 3468a7fd146f46518adeff7beb86a11d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:20:08,230 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:08,230 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., storeName=6ae75a8a157ef40fe70cd9155a22ee50/B, priority=13, startTime=1731306008183; duration=0sec 2024-11-11T06:20:08,230 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:20:08,230 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ae75a8a157ef40fe70cd9155a22ee50:B 2024-11-11T06:20:08,230 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:20:08,230 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:20:08,231 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 6ae75a8a157ef40fe70cd9155a22ee50/C is initiating minor compaction (all files) 2024-11-11T06:20:08,231 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ae75a8a157ef40fe70cd9155a22ee50/C in TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:08,231 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/7844594222594a9e9b78a012afbd3bbc, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/a347cfa2e7e2467bae5dbf2107c076f4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/2cf5d7298eff4fd694d68716b623e38d] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp, totalSize=35.9 K 2024-11-11T06:20:08,231 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 7844594222594a9e9b78a012afbd3bbc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731306003588 2024-11-11T06:20:08,231 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting a347cfa2e7e2467bae5dbf2107c076f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731306004768 2024-11-11T06:20:08,232 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cf5d7298eff4fd694d68716b623e38d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731306005394 2024-11-11T06:20:08,239 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ae75a8a157ef40fe70cd9155a22ee50#C#compaction#526 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:20:08,239 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/f33f99702c3a4cc89f01bf599ad40974 is 50, key is test_row_0/C:col10/1731306005399/Put/seqid=0 2024-11-11T06:20:08,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742449_1625 (size=12595) 2024-11-11T06:20:08,330 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:08,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T06:20:08,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:08,330 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 6ae75a8a157ef40fe70cd9155a22ee50 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T06:20:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=A 2024-11-11T06:20:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=B 2024-11-11T06:20:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=C 2024-11-11T06:20:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:08,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f26198cb56a64ccbbad4710f576e229a_6ae75a8a157ef40fe70cd9155a22ee50 is 50, key is test_row_0/A:col10/1731306006561/Put/seqid=0 2024-11-11T06:20:08,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742450_1626 (size=12304) 2024-11-11T06:20:08,617 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ae75a8a157ef40fe70cd9155a22ee50#A#compaction#525 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:20:08,618 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/9691fb5f4e554fbc893845d6b522c076 is 175, key is test_row_0/A:col10/1731306005399/Put/seqid=0 2024-11-11T06:20:08,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742451_1627 (size=31549) 2024-11-11T06:20:08,629 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/9691fb5f4e554fbc893845d6b522c076 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/9691fb5f4e554fbc893845d6b522c076 2024-11-11T06:20:08,633 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ae75a8a157ef40fe70cd9155a22ee50/A of 6ae75a8a157ef40fe70cd9155a22ee50 into 9691fb5f4e554fbc893845d6b522c076(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:20:08,633 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:08,633 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., storeName=6ae75a8a157ef40fe70cd9155a22ee50/A, priority=13, startTime=1731306008182; duration=0sec 2024-11-11T06:20:08,633 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:08,633 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ae75a8a157ef40fe70cd9155a22ee50:A 2024-11-11T06:20:08,651 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/f33f99702c3a4cc89f01bf599ad40974 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/f33f99702c3a4cc89f01bf599ad40974 2024-11-11T06:20:08,655 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ae75a8a157ef40fe70cd9155a22ee50/C of 6ae75a8a157ef40fe70cd9155a22ee50 into f33f99702c3a4cc89f01bf599ad40974(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:20:08,655 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:08,655 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., storeName=6ae75a8a157ef40fe70cd9155a22ee50/C, priority=13, startTime=1731306008183; duration=0sec 2024-11-11T06:20:08,655 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:08,655 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ae75a8a157ef40fe70cd9155a22ee50:C 2024-11-11T06:20:08,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:08,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306068706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:08,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:08,745 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f26198cb56a64ccbbad4710f576e229a_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f26198cb56a64ccbbad4710f576e229a_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:08,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/0c590112f71f48788d89b5a38933c3df, store: [table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:08,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/0c590112f71f48788d89b5a38933c3df is 175, key is test_row_0/A:col10/1731306006561/Put/seqid=0 2024-11-11T06:20:08,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742452_1628 (size=31105) 2024-11-11T06:20:08,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306068808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-11T06:20:09,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306069011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:09,150 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/0c590112f71f48788d89b5a38933c3df 2024-11-11T06:20:09,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/097a737e89ca41a7b5d7c31a2b60b8a5 is 50, key is test_row_0/B:col10/1731306006561/Put/seqid=0 2024-11-11T06:20:09,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742453_1629 (size=12151) 2024-11-11T06:20:09,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306069314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:09,566 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/097a737e89ca41a7b5d7c31a2b60b8a5 2024-11-11T06:20:09,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/36bd85e69b8440afb9568d5506d5e4dd is 50, key is test_row_0/C:col10/1731306006561/Put/seqid=0 2024-11-11T06:20:09,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742454_1630 (size=12151) 2024-11-11T06:20:09,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306069820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:09,979 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/36bd85e69b8440afb9568d5506d5e4dd 2024-11-11T06:20:09,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/0c590112f71f48788d89b5a38933c3df as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/0c590112f71f48788d89b5a38933c3df 2024-11-11T06:20:09,987 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/0c590112f71f48788d89b5a38933c3df, entries=150, sequenceid=210, filesize=30.4 K 2024-11-11T06:20:09,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/097a737e89ca41a7b5d7c31a2b60b8a5 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/097a737e89ca41a7b5d7c31a2b60b8a5 2024-11-11T06:20:09,991 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/097a737e89ca41a7b5d7c31a2b60b8a5, entries=150, sequenceid=210, filesize=11.9 K 2024-11-11T06:20:09,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/36bd85e69b8440afb9568d5506d5e4dd as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/36bd85e69b8440afb9568d5506d5e4dd 2024-11-11T06:20:09,995 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/36bd85e69b8440afb9568d5506d5e4dd, entries=150, sequenceid=210, filesize=11.9 K 2024-11-11T06:20:09,996 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6ae75a8a157ef40fe70cd9155a22ee50 in 1666ms, sequenceid=210, compaction requested=false 2024-11-11T06:20:09,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:09,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:09,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-11T06:20:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-11T06:20:09,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-11T06:20:09,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1910 sec 2024-11-11T06:20:10,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 3.1950 sec 2024-11-11T06:20:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:10,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ae75a8a157ef40fe70cd9155a22ee50 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T06:20:10,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=A 2024-11-11T06:20:10,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:10,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=B 2024-11-11T06:20:10,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:10,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=C 2024-11-11T06:20:10,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:10,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114ccf6b3b289c4aedba2024a76fcbf4dd_6ae75a8a157ef40fe70cd9155a22ee50 is 50, key is test_row_0/A:col10/1731306008703/Put/seqid=0 2024-11-11T06:20:10,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742455_1631 (size=12304) 2024-11-11T06:20:10,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306070876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-11T06:20:10,909 INFO [Thread-2538 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-11T06:20:10,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:20:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-11T06:20:10,912 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:20:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-11T06:20:10,913 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:20:10,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:20:10,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306070978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-11T06:20:11,065 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:11,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-11T06:20:11,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:11,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:11,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:11,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:11,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:11,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306071181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-11T06:20:11,218 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:11,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-11T06:20:11,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:11,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:11,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:11,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:11,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:11,238 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:11,241 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114ccf6b3b289c4aedba2024a76fcbf4dd_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114ccf6b3b289c4aedba2024a76fcbf4dd_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:11,242 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/98c7c22d602343699ea68c8d2206318f, store: [table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:11,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/98c7c22d602343699ea68c8d2206318f is 175, key is test_row_0/A:col10/1731306008703/Put/seqid=0 2024-11-11T06:20:11,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742456_1632 (size=31105) 2024-11-11T06:20:11,370 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:11,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-11T06:20:11,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:11,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:11,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:11,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:11,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:11,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306071485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-11T06:20:11,523 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:11,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-11T06:20:11,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:11,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:11,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:11,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:11,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:11,653 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=225, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/98c7c22d602343699ea68c8d2206318f 2024-11-11T06:20:11,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/a9684754d87e4a5b9f57c8066549664e is 50, key is test_row_0/B:col10/1731306008703/Put/seqid=0 2024-11-11T06:20:11,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742457_1633 (size=12151) 2024-11-11T06:20:11,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/a9684754d87e4a5b9f57c8066549664e 2024-11-11T06:20:11,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/9d93101e2aa24458aa0b6c7d3b8bc714 is 50, key is test_row_0/C:col10/1731306008703/Put/seqid=0 2024-11-11T06:20:11,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:11,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-11T06:20:11,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:11,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:11,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:11,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:11,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:11,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742458_1634 (size=12151) 2024-11-11T06:20:11,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/9d93101e2aa24458aa0b6c7d3b8bc714 2024-11-11T06:20:11,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/98c7c22d602343699ea68c8d2206318f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/98c7c22d602343699ea68c8d2206318f 2024-11-11T06:20:11,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/98c7c22d602343699ea68c8d2206318f, entries=150, sequenceid=225, filesize=30.4 K 2024-11-11T06:20:11,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/a9684754d87e4a5b9f57c8066549664e as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/a9684754d87e4a5b9f57c8066549664e 2024-11-11T06:20:11,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/a9684754d87e4a5b9f57c8066549664e, entries=150, sequenceid=225, filesize=11.9 K 2024-11-11T06:20:11,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/9d93101e2aa24458aa0b6c7d3b8bc714 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/9d93101e2aa24458aa0b6c7d3b8bc714 2024-11-11T06:20:11,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/9d93101e2aa24458aa0b6c7d3b8bc714, entries=150, sequenceid=225, filesize=11.9 K 2024-11-11T06:20:11,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6ae75a8a157ef40fe70cd9155a22ee50 in 866ms, sequenceid=225, compaction requested=true 2024-11-11T06:20:11,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:11,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ae75a8a157ef40fe70cd9155a22ee50:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:20:11,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:11,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ae75a8a157ef40fe70cd9155a22ee50:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:20:11,693 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:20:11,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:11,693 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:20:11,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ae75a8a157ef40fe70cd9155a22ee50:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:20:11,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:20:11,694 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:20:11,694 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 6ae75a8a157ef40fe70cd9155a22ee50/B is initiating minor compaction (all files) 2024-11-11T06:20:11,694 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ae75a8a157ef40fe70cd9155a22ee50/B in TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:11,694 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/3468a7fd146f46518adeff7beb86a11d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/097a737e89ca41a7b5d7c31a2b60b8a5, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/a9684754d87e4a5b9f57c8066549664e] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp, totalSize=36.0 K 2024-11-11T06:20:11,694 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:20:11,694 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 3468a7fd146f46518adeff7beb86a11d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731306005394 2024-11-11T06:20:11,695 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 6ae75a8a157ef40fe70cd9155a22ee50/A is initiating minor compaction (all files) 2024-11-11T06:20:11,695 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ae75a8a157ef40fe70cd9155a22ee50/A in TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:11,695 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/9691fb5f4e554fbc893845d6b522c076, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/0c590112f71f48788d89b5a38933c3df, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/98c7c22d602343699ea68c8d2206318f] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp, totalSize=91.6 K 2024-11-11T06:20:11,695 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:11,695 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. files: [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/9691fb5f4e554fbc893845d6b522c076, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/0c590112f71f48788d89b5a38933c3df, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/98c7c22d602343699ea68c8d2206318f] 2024-11-11T06:20:11,695 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 097a737e89ca41a7b5d7c31a2b60b8a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731306006561 2024-11-11T06:20:11,695 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9691fb5f4e554fbc893845d6b522c076, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731306005394 2024-11-11T06:20:11,696 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting a9684754d87e4a5b9f57c8066549664e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731306008703 2024-11-11T06:20:11,696 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c590112f71f48788d89b5a38933c3df, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731306006561 2024-11-11T06:20:11,696 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98c7c22d602343699ea68c8d2206318f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731306008703 2024-11-11T06:20:11,703 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ae75a8a157ef40fe70cd9155a22ee50#B#compaction#533 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:20:11,703 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/fc811a11a6604b93944a6d955cca711b is 50, key is test_row_0/B:col10/1731306008703/Put/seqid=0 2024-11-11T06:20:11,704 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:11,706 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111bd217d01ee234f17956022277007e9bd_6ae75a8a157ef40fe70cd9155a22ee50 store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:11,708 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111bd217d01ee234f17956022277007e9bd_6ae75a8a157ef40fe70cd9155a22ee50, store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:11,708 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bd217d01ee234f17956022277007e9bd_6ae75a8a157ef40fe70cd9155a22ee50 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:11,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742459_1635 (size=12697) 2024-11-11T06:20:11,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742460_1636 (size=4469) 2024-11-11T06:20:11,724 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ae75a8a157ef40fe70cd9155a22ee50#A#compaction#534 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:20:11,724 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/acd34f55cd0548a3ba6a643687537c33 is 175, key is test_row_0/A:col10/1731306008703/Put/seqid=0 2024-11-11T06:20:11,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742461_1637 (size=31651) 2024-11-11T06:20:11,733 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/acd34f55cd0548a3ba6a643687537c33 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/acd34f55cd0548a3ba6a643687537c33 2024-11-11T06:20:11,738 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ae75a8a157ef40fe70cd9155a22ee50/A of 6ae75a8a157ef40fe70cd9155a22ee50 into acd34f55cd0548a3ba6a643687537c33(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:20:11,739 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:11,739 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., storeName=6ae75a8a157ef40fe70cd9155a22ee50/A, priority=13, startTime=1731306011693; duration=0sec 2024-11-11T06:20:11,739 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:20:11,739 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ae75a8a157ef40fe70cd9155a22ee50:A 2024-11-11T06:20:11,739 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:20:11,740 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:20:11,740 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 6ae75a8a157ef40fe70cd9155a22ee50/C is initiating minor compaction (all files) 2024-11-11T06:20:11,740 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ae75a8a157ef40fe70cd9155a22ee50/C in TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:11,740 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/f33f99702c3a4cc89f01bf599ad40974, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/36bd85e69b8440afb9568d5506d5e4dd, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/9d93101e2aa24458aa0b6c7d3b8bc714] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp, totalSize=36.0 K 2024-11-11T06:20:11,741 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting f33f99702c3a4cc89f01bf599ad40974, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731306005394 2024-11-11T06:20:11,741 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36bd85e69b8440afb9568d5506d5e4dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731306006561 2024-11-11T06:20:11,741 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d93101e2aa24458aa0b6c7d3b8bc714, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731306008703 2024-11-11T06:20:11,755 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ae75a8a157ef40fe70cd9155a22ee50#C#compaction#535 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:20:11,756 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/0061c6c43e7d47ea811bc76190eb11d0 is 50, key is test_row_0/C:col10/1731306008703/Put/seqid=0 2024-11-11T06:20:11,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742462_1638 (size=12697) 2024-11-11T06:20:11,769 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/0061c6c43e7d47ea811bc76190eb11d0 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/0061c6c43e7d47ea811bc76190eb11d0 2024-11-11T06:20:11,774 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ae75a8a157ef40fe70cd9155a22ee50/C of 6ae75a8a157ef40fe70cd9155a22ee50 into 0061c6c43e7d47ea811bc76190eb11d0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:20:11,774 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:11,774 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., storeName=6ae75a8a157ef40fe70cd9155a22ee50/C, priority=13, startTime=1731306011693; duration=0sec 2024-11-11T06:20:11,774 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:11,774 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ae75a8a157ef40fe70cd9155a22ee50:C 2024-11-11T06:20:11,828 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:11,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-11T06:20:11,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:11,829 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 6ae75a8a157ef40fe70cd9155a22ee50 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T06:20:11,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=A 2024-11-11T06:20:11,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:11,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=B 2024-11-11T06:20:11,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:11,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=C 2024-11-11T06:20:11,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f63b2f9fd15f4c0f8b546fc4028929d9_6ae75a8a157ef40fe70cd9155a22ee50 is 50, key is test_row_0/A:col10/1731306010875/Put/seqid=0 2024-11-11T06:20:11,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742463_1639 (size=12304) 2024-11-11T06:20:11,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:11,844 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f63b2f9fd15f4c0f8b546fc4028929d9_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f63b2f9fd15f4c0f8b546fc4028929d9_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:11,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/0d43473a559d4c1f954e5115fafce060, store: [table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:11,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/0d43473a559d4c1f954e5115fafce060 is 175, key is test_row_0/A:col10/1731306010875/Put/seqid=0 2024-11-11T06:20:11,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742464_1640 (size=31105) 2024-11-11T06:20:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:11,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:12,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306072009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-11T06:20:12,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306072111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:12,121 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/fc811a11a6604b93944a6d955cca711b as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/fc811a11a6604b93944a6d955cca711b 2024-11-11T06:20:12,124 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ae75a8a157ef40fe70cd9155a22ee50/B of 6ae75a8a157ef40fe70cd9155a22ee50 into fc811a11a6604b93944a6d955cca711b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:20:12,124 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:12,124 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., storeName=6ae75a8a157ef40fe70cd9155a22ee50/B, priority=13, startTime=1731306011693; duration=0sec 2024-11-11T06:20:12,124 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:12,124 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ae75a8a157ef40fe70cd9155a22ee50:B 2024-11-11T06:20:12,252 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/0d43473a559d4c1f954e5115fafce060 2024-11-11T06:20:12,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/0fcfb038fa874d5ba2b0bf6e9dc660e9 is 50, key is test_row_0/B:col10/1731306010875/Put/seqid=0 2024-11-11T06:20:12,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742465_1641 (size=12151) 2024-11-11T06:20:12,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306072315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:12,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306072617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:12,664 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/0fcfb038fa874d5ba2b0bf6e9dc660e9 2024-11-11T06:20:12,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/f51eb35d52934a66b8f20869713c1ff5 is 50, key is test_row_0/C:col10/1731306010875/Put/seqid=0 2024-11-11T06:20:12,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742466_1642 (size=12151) 2024-11-11T06:20:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-11T06:20:13,074 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/f51eb35d52934a66b8f20869713c1ff5 2024-11-11T06:20:13,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/0d43473a559d4c1f954e5115fafce060 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/0d43473a559d4c1f954e5115fafce060 2024-11-11T06:20:13,081 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/0d43473a559d4c1f954e5115fafce060, entries=150, sequenceid=250, filesize=30.4 K 2024-11-11T06:20:13,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/0fcfb038fa874d5ba2b0bf6e9dc660e9 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/0fcfb038fa874d5ba2b0bf6e9dc660e9 2024-11-11T06:20:13,085 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/0fcfb038fa874d5ba2b0bf6e9dc660e9, entries=150, sequenceid=250, filesize=11.9 K 2024-11-11T06:20:13,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/f51eb35d52934a66b8f20869713c1ff5 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/f51eb35d52934a66b8f20869713c1ff5 2024-11-11T06:20:13,089 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/f51eb35d52934a66b8f20869713c1ff5, entries=150, sequenceid=250, filesize=11.9 K 2024-11-11T06:20:13,089 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6ae75a8a157ef40fe70cd9155a22ee50 in 1260ms, sequenceid=250, compaction requested=false 2024-11-11T06:20:13,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:13,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:13,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-11T06:20:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-11T06:20:13,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-11T06:20:13,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1780 sec 2024-11-11T06:20:13,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.1810 sec 2024-11-11T06:20:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:13,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ae75a8a157ef40fe70cd9155a22ee50 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T06:20:13,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=A 2024-11-11T06:20:13,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:13,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=B 2024-11-11T06:20:13,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:13,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=C 2024-11-11T06:20:13,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:13,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111518b2427afbc46a8b1295014c587ad2b_6ae75a8a157ef40fe70cd9155a22ee50 is 50, key is test_row_0/A:col10/1731306011999/Put/seqid=0 2024-11-11T06:20:13,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742467_1643 (size=14994) 2024-11-11T06:20:13,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:13,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306073187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:13,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306073291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:13,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306073493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:13,533 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:13,537 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111518b2427afbc46a8b1295014c587ad2b_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111518b2427afbc46a8b1295014c587ad2b_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:13,537 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/a76f076bd69b44e2b19ed5fba995a1c4, store: [table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:13,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/a76f076bd69b44e2b19ed5fba995a1c4 is 175, key is test_row_0/A:col10/1731306011999/Put/seqid=0 2024-11-11T06:20:13,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742468_1644 (size=39949) 2024-11-11T06:20:13,541 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/a76f076bd69b44e2b19ed5fba995a1c4 2024-11-11T06:20:13,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/ad51290df9804c5bad3eccc4c445239a is 50, key is test_row_0/B:col10/1731306011999/Put/seqid=0 2024-11-11T06:20:13,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742469_1645 (size=12301) 2024-11-11T06:20:13,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306073796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:13,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/ad51290df9804c5bad3eccc4c445239a 2024-11-11T06:20:13,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/b642d85410424c2cb591948bd0b53dbe is 50, key is test_row_0/C:col10/1731306011999/Put/seqid=0 2024-11-11T06:20:13,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742470_1646 (size=12301) 2024-11-11T06:20:13,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/b642d85410424c2cb591948bd0b53dbe 2024-11-11T06:20:13,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/a76f076bd69b44e2b19ed5fba995a1c4 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/a76f076bd69b44e2b19ed5fba995a1c4 2024-11-11T06:20:13,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/a76f076bd69b44e2b19ed5fba995a1c4, entries=200, sequenceid=265, filesize=39.0 K 2024-11-11T06:20:13,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/ad51290df9804c5bad3eccc4c445239a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/ad51290df9804c5bad3eccc4c445239a 2024-11-11T06:20:13,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/ad51290df9804c5bad3eccc4c445239a, entries=150, sequenceid=265, filesize=12.0 K 2024-11-11T06:20:13,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/b642d85410424c2cb591948bd0b53dbe as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/b642d85410424c2cb591948bd0b53dbe 2024-11-11T06:20:13,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/b642d85410424c2cb591948bd0b53dbe, entries=150, sequenceid=265, filesize=12.0 K 2024-11-11T06:20:13,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6ae75a8a157ef40fe70cd9155a22ee50 in 857ms, sequenceid=265, compaction requested=true 2024-11-11T06:20:13,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:13,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ae75a8a157ef40fe70cd9155a22ee50:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:20:13,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:13,980 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:20:13,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ae75a8a157ef40fe70cd9155a22ee50:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:20:13,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:13,981 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:20:13,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ae75a8a157ef40fe70cd9155a22ee50:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T06:20:13,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:20:13,981 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:20:13,981 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:20:13,981 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 6ae75a8a157ef40fe70cd9155a22ee50/B is initiating minor compaction (all files) 2024-11-11T06:20:13,981 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1540): 6ae75a8a157ef40fe70cd9155a22ee50/A is initiating minor compaction (all files) 2024-11-11T06:20:13,981 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ae75a8a157ef40fe70cd9155a22ee50/B in TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:13,981 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ae75a8a157ef40fe70cd9155a22ee50/A in TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:13,982 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/fc811a11a6604b93944a6d955cca711b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/0fcfb038fa874d5ba2b0bf6e9dc660e9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/ad51290df9804c5bad3eccc4c445239a] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp, totalSize=36.3 K 2024-11-11T06:20:13,982 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/acd34f55cd0548a3ba6a643687537c33, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/0d43473a559d4c1f954e5115fafce060, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/a76f076bd69b44e2b19ed5fba995a1c4] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp, totalSize=100.3 K 2024-11-11T06:20:13,982 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:13,982 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. files: [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/acd34f55cd0548a3ba6a643687537c33, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/0d43473a559d4c1f954e5115fafce060, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/a76f076bd69b44e2b19ed5fba995a1c4] 2024-11-11T06:20:13,982 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting fc811a11a6604b93944a6d955cca711b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731306008703 2024-11-11T06:20:13,982 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting acd34f55cd0548a3ba6a643687537c33, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731306008703 2024-11-11T06:20:13,983 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d43473a559d4c1f954e5115fafce060, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731306010865 2024-11-11T06:20:13,983 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fcfb038fa874d5ba2b0bf6e9dc660e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731306010865 2024-11-11T06:20:13,983 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] compactions.Compactor(224): Compacting a76f076bd69b44e2b19ed5fba995a1c4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731306011999 2024-11-11T06:20:13,983 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting ad51290df9804c5bad3eccc4c445239a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731306011999 2024-11-11T06:20:13,988 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:13,990 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ae75a8a157ef40fe70cd9155a22ee50#B#compaction#543 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:20:13,990 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/94e09a545923466e9908193b6eb632b2 is 50, key is test_row_0/B:col10/1731306011999/Put/seqid=0 2024-11-11T06:20:13,993 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111197421ff5a3b04c58af85bc8c9f1b31c7_6ae75a8a157ef40fe70cd9155a22ee50 store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:13,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742471_1647 (size=12949) 2024-11-11T06:20:13,994 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111197421ff5a3b04c58af85bc8c9f1b31c7_6ae75a8a157ef40fe70cd9155a22ee50, store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:13,995 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111197421ff5a3b04c58af85bc8c9f1b31c7_6ae75a8a157ef40fe70cd9155a22ee50 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:13,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742472_1648 (size=4469) 2024-11-11T06:20:13,999 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ae75a8a157ef40fe70cd9155a22ee50#A#compaction#542 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:20:13,999 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/58bec60996c44146a3b334766aac3ef1 is 175, key is test_row_0/A:col10/1731306011999/Put/seqid=0 2024-11-11T06:20:14,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742473_1649 (size=31903) 2024-11-11T06:20:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:14,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ae75a8a157ef40fe70cd9155a22ee50 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T06:20:14,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=A 2024-11-11T06:20:14,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:14,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=B 2024-11-11T06:20:14,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:14,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=C 2024-11-11T06:20:14,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:14,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b563913a74ec4016962dbb89eafaec16_6ae75a8a157ef40fe70cd9155a22ee50 is 50, key is test_row_0/A:col10/1731306014304/Put/seqid=0 2024-11-11T06:20:14,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742474_1650 (size=12454) 2024-11-11T06:20:14,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306074343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:14,398 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/94e09a545923466e9908193b6eb632b2 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/94e09a545923466e9908193b6eb632b2 2024-11-11T06:20:14,402 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ae75a8a157ef40fe70cd9155a22ee50/B of 6ae75a8a157ef40fe70cd9155a22ee50 into 94e09a545923466e9908193b6eb632b2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:20:14,402 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:14,402 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., storeName=6ae75a8a157ef40fe70cd9155a22ee50/B, priority=13, startTime=1731306013980; duration=0sec 2024-11-11T06:20:14,402 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T06:20:14,402 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ae75a8a157ef40fe70cd9155a22ee50:B 2024-11-11T06:20:14,402 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T06:20:14,403 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T06:20:14,403 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1540): 6ae75a8a157ef40fe70cd9155a22ee50/C is initiating minor compaction (all files) 2024-11-11T06:20:14,403 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ae75a8a157ef40fe70cd9155a22ee50/C in TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:14,403 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/0061c6c43e7d47ea811bc76190eb11d0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/f51eb35d52934a66b8f20869713c1ff5, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/b642d85410424c2cb591948bd0b53dbe] into tmpdir=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp, totalSize=36.3 K 2024-11-11T06:20:14,403 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting 0061c6c43e7d47ea811bc76190eb11d0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731306008703 2024-11-11T06:20:14,403 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting f51eb35d52934a66b8f20869713c1ff5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731306010865 2024-11-11T06:20:14,404 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] compactions.Compactor(224): Compacting b642d85410424c2cb591948bd0b53dbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731306011999 2024-11-11T06:20:14,409 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/58bec60996c44146a3b334766aac3ef1 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/58bec60996c44146a3b334766aac3ef1 2024-11-11T06:20:14,410 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ae75a8a157ef40fe70cd9155a22ee50#C#compaction#545 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T06:20:14,410 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/34201312961640798e452a95befa87a6 is 50, key is test_row_0/C:col10/1731306011999/Put/seqid=0 2024-11-11T06:20:14,412 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ae75a8a157ef40fe70cd9155a22ee50/A of 6ae75a8a157ef40fe70cd9155a22ee50 into 58bec60996c44146a3b334766aac3ef1(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:20:14,412 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:14,412 INFO [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., storeName=6ae75a8a157ef40fe70cd9155a22ee50/A, priority=13, startTime=1731306013980; duration=0sec 2024-11-11T06:20:14,412 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:14,412 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ae75a8a157ef40fe70cd9155a22ee50:A 2024-11-11T06:20:14,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742475_1651 (size=12949) 2024-11-11T06:20:14,417 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/34201312961640798e452a95befa87a6 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/34201312961640798e452a95befa87a6 2024-11-11T06:20:14,421 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ae75a8a157ef40fe70cd9155a22ee50/C of 6ae75a8a157ef40fe70cd9155a22ee50 into 34201312961640798e452a95befa87a6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T06:20:14,421 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:14,421 INFO [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50., storeName=6ae75a8a157ef40fe70cd9155a22ee50/C, priority=13, startTime=1731306013981; duration=0sec 2024-11-11T06:20:14,421 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:14,421 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ae75a8a157ef40fe70cd9155a22ee50:C 2024-11-11T06:20:14,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306074446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:14,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306074650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:14,716 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:14,719 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b563913a74ec4016962dbb89eafaec16_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b563913a74ec4016962dbb89eafaec16_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:14,720 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/bc89222fa2884a9bb5c6fe9e020f36b6, store: [table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:14,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/bc89222fa2884a9bb5c6fe9e020f36b6 is 175, key is test_row_0/A:col10/1731306014304/Put/seqid=0 2024-11-11T06:20:14,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742476_1652 (size=31255) 2024-11-11T06:20:14,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306074954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-11T06:20:15,017 INFO [Thread-2538 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-11T06:20:15,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-11T06:20:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-11T06:20:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-11T06:20:15,019 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T06:20:15,019 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T06:20:15,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T06:20:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-11T06:20:15,124 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/bc89222fa2884a9bb5c6fe9e020f36b6 2024-11-11T06:20:15,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/016e735f627d4677abbd927fb97b3dff is 50, key is test_row_0/B:col10/1731306014304/Put/seqid=0 2024-11-11T06:20:15,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742477_1653 (size=12301) 2024-11-11T06:20:15,171 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:15,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-11T06:20:15,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:15,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:15,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:15,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:15,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-11T06:20:15,323 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:15,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-11T06:20:15,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:15,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:15,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:15,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:15,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:15,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306075460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:15,476 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:15,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-11T06:20:15,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:15,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:15,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:15,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:15,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:15,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/016e735f627d4677abbd927fb97b3dff 2024-11-11T06:20:15,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/915c61da260b4294a5b60a1abb9bc218 is 50, key is test_row_0/C:col10/1731306014304/Put/seqid=0 2024-11-11T06:20:15,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742478_1654 (size=12301) 2024-11-11T06:20:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-11T06:20:15,628 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:15,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-11T06:20:15,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:15,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:15,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:15,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:15,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:15,780 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:15,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-11T06:20:15,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:15,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:15,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:15,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:15,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:15,932 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:15,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-11T06:20:15,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:15,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:15,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:15,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:15,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:15,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/915c61da260b4294a5b60a1abb9bc218 2024-11-11T06:20:15,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/bc89222fa2884a9bb5c6fe9e020f36b6 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/bc89222fa2884a9bb5c6fe9e020f36b6 2024-11-11T06:20:15,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/bc89222fa2884a9bb5c6fe9e020f36b6, entries=150, sequenceid=288, filesize=30.5 K 2024-11-11T06:20:15,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/016e735f627d4677abbd927fb97b3dff as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/016e735f627d4677abbd927fb97b3dff 2024-11-11T06:20:15,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/016e735f627d4677abbd927fb97b3dff, entries=150, sequenceid=288, filesize=12.0 K 2024-11-11T06:20:15,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/915c61da260b4294a5b60a1abb9bc218 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/915c61da260b4294a5b60a1abb9bc218 2024-11-11T06:20:15,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/915c61da260b4294a5b60a1abb9bc218, entries=150, sequenceid=288, filesize=12.0 K 2024-11-11T06:20:15,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6ae75a8a157ef40fe70cd9155a22ee50 in 1653ms, sequenceid=288, compaction requested=false 2024-11-11T06:20:15,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:16,084 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:16,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43685 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-11T06:20:16,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:16,085 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 6ae75a8a157ef40fe70cd9155a22ee50 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T06:20:16,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=A 2024-11-11T06:20:16,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:16,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=B 2024-11-11T06:20:16,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:16,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=C 2024-11-11T06:20:16,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:16,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111125a213934ade46049c1afb80e67ece44_6ae75a8a157ef40fe70cd9155a22ee50 is 50, key is test_row_0/A:col10/1731306014320/Put/seqid=0 2024-11-11T06:20:16,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742479_1655 (size=12454) 2024-11-11T06:20:16,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:16,101 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111125a213934ade46049c1afb80e67ece44_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111125a213934ade46049c1afb80e67ece44_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:16,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/bf36aeb66d574f7480e02198f26de308, store: [table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:16,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/bf36aeb66d574f7480e02198f26de308 is 175, key is test_row_0/A:col10/1731306014320/Put/seqid=0 2024-11-11T06:20:16,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742480_1656 (size=31255) 2024-11-11T06:20:16,106 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=304, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/bf36aeb66d574f7480e02198f26de308 2024-11-11T06:20:16,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/4ff397d9ca7c4ae4852bf444bec91abe is 50, key is test_row_0/B:col10/1731306014320/Put/seqid=0 2024-11-11T06:20:16,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742481_1657 (size=12301) 2024-11-11T06:20:16,114 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/4ff397d9ca7c4ae4852bf444bec91abe 2024-11-11T06:20:16,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/c9223425492641879189b6058e1810ae is 50, key is test_row_0/C:col10/1731306014320/Put/seqid=0 2024-11-11T06:20:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-11T06:20:16,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742482_1658 (size=12301) 2024-11-11T06:20:16,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. as already flushing 2024-11-11T06:20:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:16,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T06:20:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41218 deadline: 1731306076511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:16,523 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/c9223425492641879189b6058e1810ae 2024-11-11T06:20:16,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/bf36aeb66d574f7480e02198f26de308 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/bf36aeb66d574f7480e02198f26de308 2024-11-11T06:20:16,530 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/bf36aeb66d574f7480e02198f26de308, entries=150, sequenceid=304, filesize=30.5 K 2024-11-11T06:20:16,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/4ff397d9ca7c4ae4852bf444bec91abe as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/4ff397d9ca7c4ae4852bf444bec91abe 2024-11-11T06:20:16,533 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/4ff397d9ca7c4ae4852bf444bec91abe, entries=150, sequenceid=304, filesize=12.0 K 2024-11-11T06:20:16,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/c9223425492641879189b6058e1810ae as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/c9223425492641879189b6058e1810ae 2024-11-11T06:20:16,535 DEBUG [Thread-2543 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fbb1399 to 127.0.0.1:63180 2024-11-11T06:20:16,535 DEBUG [Thread-2543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:16,536 DEBUG [Thread-2547 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x539997ae to 127.0.0.1:63180 2024-11-11T06:20:16,536 DEBUG [Thread-2547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:16,536 DEBUG [Thread-2539 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d02ace0 to 127.0.0.1:63180 2024-11-11T06:20:16,536 DEBUG [Thread-2539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:16,537 DEBUG [Thread-2545 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51fccca6 to 127.0.0.1:63180 2024-11-11T06:20:16,537 DEBUG [Thread-2545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:16,537 DEBUG [Thread-2541 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63054209 to 127.0.0.1:63180 2024-11-11T06:20:16,538 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/c9223425492641879189b6058e1810ae, entries=150, sequenceid=304, filesize=12.0 K 2024-11-11T06:20:16,538 DEBUG [Thread-2541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:16,538 INFO [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6ae75a8a157ef40fe70cd9155a22ee50 in 453ms, sequenceid=304, compaction requested=true 2024-11-11T06:20:16,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:16,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:16,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbbe90f5df0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-11T06:20:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-11T06:20:16,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-11T06:20:16,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5200 sec 2024-11-11T06:20:16,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.5220 sec 2024-11-11T06:20:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43685 {}] regionserver.HRegion(8581): Flush requested on 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:16,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ae75a8a157ef40fe70cd9155a22ee50 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T06:20:16,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=A 2024-11-11T06:20:16,615 DEBUG [Thread-2530 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3cc71f2e to 127.0.0.1:63180 2024-11-11T06:20:16,615 DEBUG [Thread-2530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:16,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:16,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=B 2024-11-11T06:20:16,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:16,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=C 2024-11-11T06:20:16,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:16,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117dcc4ce402654f50a6d4820c23e13f93_6ae75a8a157ef40fe70cd9155a22ee50 is 50, key is test_row_0/A:col10/1731306016614/Put/seqid=0 2024-11-11T06:20:16,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742483_1659 (size=12454) 2024-11-11T06:20:17,023 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:17,026 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117dcc4ce402654f50a6d4820c23e13f93_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117dcc4ce402654f50a6d4820c23e13f93_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:17,026 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/9fcc8f7f0a274103ac5ef8d88d5491fb, store: [table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:17,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/9fcc8f7f0a274103ac5ef8d88d5491fb is 175, key is test_row_0/A:col10/1731306016614/Put/seqid=0 2024-11-11T06:20:17,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742484_1660 (size=31255) 2024-11-11T06:20:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-11T06:20:17,122 INFO [Thread-2538 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-11T06:20:17,172 DEBUG [Thread-2534 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d688bcb to 127.0.0.1:63180 2024-11-11T06:20:17,172 DEBUG [Thread-2534 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:17,184 DEBUG [Thread-2532 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79a7bd2b to 127.0.0.1:63180 2024-11-11T06:20:17,184 DEBUG [Thread-2532 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:17,262 DEBUG [Thread-2536 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31f7e171 to 127.0.0.1:63180 2024-11-11T06:20:17,262 DEBUG [Thread-2536 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:17,288 DEBUG [Thread-2528 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65f51785 to 127.0.0.1:63180 2024-11-11T06:20:17,288 DEBUG [Thread-2528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:17,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T06:20:17,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-11T06:20:17,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 208 2024-11-11T06:20:17,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-11T06:20:17,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-11T06:20:17,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-11T06:20:17,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T06:20:17,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7288 2024-11-11T06:20:17,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7126 2024-11-11T06:20:17,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7025 2024-11-11T06:20:17,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7288 2024-11-11T06:20:17,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7132 2024-11-11T06:20:17,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T06:20:17,289 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T06:20:17,289 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2089b1f4 to 127.0.0.1:63180 2024-11-11T06:20:17,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:17,289 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T06:20:17,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-11T06:20:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T06:20:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-11T06:20:17,292 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306017291"}]},"ts":"1731306017291"} 2024-11-11T06:20:17,292 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T06:20:17,294 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T06:20:17,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T06:20:17,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ae75a8a157ef40fe70cd9155a22ee50, UNASSIGN}] 2024-11-11T06:20:17,295 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ae75a8a157ef40fe70cd9155a22ee50, UNASSIGN 2024-11-11T06:20:17,296 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=6ae75a8a157ef40fe70cd9155a22ee50, regionState=CLOSING, regionLocation=fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:17,296 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T06:20:17,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; CloseRegionProcedure 6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804}] 2024-11-11T06:20:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-11T06:20:17,430 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/9fcc8f7f0a274103ac5ef8d88d5491fb 2024-11-11T06:20:17,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/8107a3e67a8c4c448bdc5197bdaa35da is 50, key is test_row_0/B:col10/1731306016614/Put/seqid=0 2024-11-11T06:20:17,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742485_1661 (size=12301) 2024-11-11T06:20:17,447 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:17,447 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(124): Close 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:17,447 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T06:20:17,447 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1681): Closing 6ae75a8a157ef40fe70cd9155a22ee50, disabling compactions & flushes 2024-11-11T06:20:17,448 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-11T06:20:17,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/8107a3e67a8c4c448bdc5197bdaa35da 2024-11-11T06:20:17,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/da1a2ee0432f48deab783a68d7caf3e1 is 50, key is test_row_0/C:col10/1731306016614/Put/seqid=0 2024-11-11T06:20:17,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742486_1662 (size=12301) 2024-11-11T06:20:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-11T06:20:18,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/da1a2ee0432f48deab783a68d7caf3e1 2024-11-11T06:20:18,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/9fcc8f7f0a274103ac5ef8d88d5491fb as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/9fcc8f7f0a274103ac5ef8d88d5491fb 2024-11-11T06:20:18,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/9fcc8f7f0a274103ac5ef8d88d5491fb, entries=150, sequenceid=328, filesize=30.5 K 2024-11-11T06:20:18,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/8107a3e67a8c4c448bdc5197bdaa35da as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/8107a3e67a8c4c448bdc5197bdaa35da 2024-11-11T06:20:18,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/8107a3e67a8c4c448bdc5197bdaa35da, entries=150, sequenceid=328, filesize=12.0 K 2024-11-11T06:20:18,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/da1a2ee0432f48deab783a68d7caf3e1 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/da1a2ee0432f48deab783a68d7caf3e1 2024-11-11T06:20:18,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/da1a2ee0432f48deab783a68d7caf3e1, entries=150, sequenceid=328, filesize=12.0 K 2024-11-11T06:20:18,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=26.84 KB/27480 for 6ae75a8a157ef40fe70cd9155a22ee50 in 1643ms, sequenceid=328, compaction requested=true 2024-11-11T06:20:18,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:18,258 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:18,258 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:18,258 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. after waiting 0 ms 2024-11-11T06:20:18,258 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:18,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ae75a8a157ef40fe70cd9155a22ee50:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T06:20:18,258 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. because compaction request was cancelled 2024-11-11T06:20:18,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:18,258 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ae75a8a157ef40fe70cd9155a22ee50:A 2024-11-11T06:20:18,258 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(2837): Flushing 6ae75a8a157ef40fe70cd9155a22ee50 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T06:20:18,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ae75a8a157ef40fe70cd9155a22ee50:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:20:18,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:18,258 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. because compaction request was cancelled 2024-11-11T06:20:18,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ae75a8a157ef40fe70cd9155a22ee50:C, priority=-2147483648, current under compaction store size is 2 2024-11-11T06:20:18,258 DEBUG [RS:0;fbbe90f5df0b:43685-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ae75a8a157ef40fe70cd9155a22ee50:B 2024-11-11T06:20:18,258 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. because compaction request was cancelled 2024-11-11T06:20:18,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T06:20:18,258 DEBUG [RS:0;fbbe90f5df0b:43685-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ae75a8a157ef40fe70cd9155a22ee50:C 2024-11-11T06:20:18,258 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=A 2024-11-11T06:20:18,258 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:18,258 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=B 2024-11-11T06:20:18,258 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:18,258 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ae75a8a157ef40fe70cd9155a22ee50, store=C 2024-11-11T06:20:18,259 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T06:20:18,262 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110b529fd172584a0f8216a3ad415f40da_6ae75a8a157ef40fe70cd9155a22ee50 is 50, key is test_row_0/A:col10/1731306017183/Put/seqid=0 2024-11-11T06:20:18,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742487_1663 (size=12454) 2024-11-11T06:20:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-11T06:20:18,666 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:18,668 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110b529fd172584a0f8216a3ad415f40da_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110b529fd172584a0f8216a3ad415f40da_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:18,669 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/4c6b6e6bef8c46a09c459b77948de302, store: [table=TestAcidGuarantees family=A region=6ae75a8a157ef40fe70cd9155a22ee50] 2024-11-11T06:20:18,669 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/4c6b6e6bef8c46a09c459b77948de302 is 175, key is test_row_0/A:col10/1731306017183/Put/seqid=0 2024-11-11T06:20:18,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742488_1664 (size=31255) 2024-11-11T06:20:19,073 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/4c6b6e6bef8c46a09c459b77948de302 2024-11-11T06:20:19,077 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/db5c2838128241f5987d5a364db54881 is 50, key is test_row_0/B:col10/1731306017183/Put/seqid=0 2024-11-11T06:20:19,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742489_1665 (size=12301) 2024-11-11T06:20:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-11T06:20:19,481 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/db5c2838128241f5987d5a364db54881 2024-11-11T06:20:19,486 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/8b859e374ee94ce1920afba798a43087 is 50, key is test_row_0/C:col10/1731306017183/Put/seqid=0 2024-11-11T06:20:19,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742490_1666 (size=12301) 2024-11-11T06:20:19,889 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/8b859e374ee94ce1920afba798a43087 2024-11-11T06:20:19,892 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/A/4c6b6e6bef8c46a09c459b77948de302 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/4c6b6e6bef8c46a09c459b77948de302 2024-11-11T06:20:19,894 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/4c6b6e6bef8c46a09c459b77948de302, entries=150, sequenceid=335, filesize=30.5 K 2024-11-11T06:20:19,895 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/B/db5c2838128241f5987d5a364db54881 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/db5c2838128241f5987d5a364db54881 2024-11-11T06:20:19,897 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/db5c2838128241f5987d5a364db54881, entries=150, sequenceid=335, filesize=12.0 K 2024-11-11T06:20:19,897 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/.tmp/C/8b859e374ee94ce1920afba798a43087 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/8b859e374ee94ce1920afba798a43087 2024-11-11T06:20:19,899 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/8b859e374ee94ce1920afba798a43087, entries=150, sequenceid=335, filesize=12.0 K 2024-11-11T06:20:19,900 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 6ae75a8a157ef40fe70cd9155a22ee50 in 1642ms, sequenceid=335, compaction requested=true 2024-11-11T06:20:19,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/82bea82b6cf14b9abee99709e5006c61, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/6fa97c093612434296d9256746c41dc2, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/58e711a79dc64593942bd493f6785d8c, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/36a7f2d0f35040f89dfc23b5479cc1dc, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/5743a00b2ff347559673e9acda93bb75, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/dc4aff56b26c467393dfe1502cf08145, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/69d961bef1914f508b2498a75fa95fa4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/b893e87f3d2141eb8bd665b61cbec314, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/8db944b3567c4161931769996e7a70fd, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/bba0ea8ac7dd4ed59ea9fda36d383471, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/9ad94636bfd64048941ddbb567f1f708, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/c92b46981c734859bc10d1b0c966ad5a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/9691fb5f4e554fbc893845d6b522c076, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/cc98353d5f7e42918ca10b9a167a6f29, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/0c590112f71f48788d89b5a38933c3df, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/acd34f55cd0548a3ba6a643687537c33, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/98c7c22d602343699ea68c8d2206318f, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/0d43473a559d4c1f954e5115fafce060, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/a76f076bd69b44e2b19ed5fba995a1c4] to archive 2024-11-11T06:20:19,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T06:20:19,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/82bea82b6cf14b9abee99709e5006c61 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/82bea82b6cf14b9abee99709e5006c61 2024-11-11T06:20:19,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/6fa97c093612434296d9256746c41dc2 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/6fa97c093612434296d9256746c41dc2 2024-11-11T06:20:19,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/58e711a79dc64593942bd493f6785d8c to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/58e711a79dc64593942bd493f6785d8c 2024-11-11T06:20:19,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/36a7f2d0f35040f89dfc23b5479cc1dc to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/36a7f2d0f35040f89dfc23b5479cc1dc 2024-11-11T06:20:19,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/5743a00b2ff347559673e9acda93bb75 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/5743a00b2ff347559673e9acda93bb75 2024-11-11T06:20:19,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/dc4aff56b26c467393dfe1502cf08145 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/dc4aff56b26c467393dfe1502cf08145 2024-11-11T06:20:19,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/69d961bef1914f508b2498a75fa95fa4 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/69d961bef1914f508b2498a75fa95fa4 2024-11-11T06:20:19,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/b893e87f3d2141eb8bd665b61cbec314 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/b893e87f3d2141eb8bd665b61cbec314 2024-11-11T06:20:19,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/8db944b3567c4161931769996e7a70fd to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/8db944b3567c4161931769996e7a70fd 2024-11-11T06:20:19,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/bba0ea8ac7dd4ed59ea9fda36d383471 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/bba0ea8ac7dd4ed59ea9fda36d383471 2024-11-11T06:20:19,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/9ad94636bfd64048941ddbb567f1f708 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/9ad94636bfd64048941ddbb567f1f708 2024-11-11T06:20:19,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/c92b46981c734859bc10d1b0c966ad5a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/c92b46981c734859bc10d1b0c966ad5a 2024-11-11T06:20:19,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/9691fb5f4e554fbc893845d6b522c076 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/9691fb5f4e554fbc893845d6b522c076 2024-11-11T06:20:19,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/cc98353d5f7e42918ca10b9a167a6f29 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/cc98353d5f7e42918ca10b9a167a6f29 2024-11-11T06:20:19,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/0c590112f71f48788d89b5a38933c3df to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/0c590112f71f48788d89b5a38933c3df 2024-11-11T06:20:19,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/acd34f55cd0548a3ba6a643687537c33 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/acd34f55cd0548a3ba6a643687537c33 2024-11-11T06:20:19,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/98c7c22d602343699ea68c8d2206318f to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/98c7c22d602343699ea68c8d2206318f 2024-11-11T06:20:19,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/0d43473a559d4c1f954e5115fafce060 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/0d43473a559d4c1f954e5115fafce060 2024-11-11T06:20:19,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/a76f076bd69b44e2b19ed5fba995a1c4 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/a76f076bd69b44e2b19ed5fba995a1c4 2024-11-11T06:20:19,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/1fa7c52e08c34d27adce9245db3dd8c9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/d71063c97fac461bbb8e2c36d97c0d8b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/4c031ca717e64aa495b808092df5316e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/c8d433afc8394dfea0f353b10bee143a, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/714c749436374a7f9e113919c8f256d2, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/96edca9271e44ee2a04d958750b49ac4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/c821e27b8fda4c5aabab0135f2a479f9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/654337cb0c6d490780496a9c13704d2e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/5c392d2a69fc404089a13920ac2d65d3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/08eabcad526840c2af1afa53bb900ded, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/749aecad937b402b86d3a341918562c9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/6294d9ac8bd44a53bbec65fc3620beba, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/3468a7fd146f46518adeff7beb86a11d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/d8cc15419b78459caabd128fae3023f3, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/097a737e89ca41a7b5d7c31a2b60b8a5, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/fc811a11a6604b93944a6d955cca711b, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/a9684754d87e4a5b9f57c8066549664e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/0fcfb038fa874d5ba2b0bf6e9dc660e9, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/ad51290df9804c5bad3eccc4c445239a] to archive 2024-11-11T06:20:19,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T06:20:19,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/1fa7c52e08c34d27adce9245db3dd8c9 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/1fa7c52e08c34d27adce9245db3dd8c9 2024-11-11T06:20:19,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/d71063c97fac461bbb8e2c36d97c0d8b to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/d71063c97fac461bbb8e2c36d97c0d8b 2024-11-11T06:20:19,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/4c031ca717e64aa495b808092df5316e to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/4c031ca717e64aa495b808092df5316e 2024-11-11T06:20:19,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/c8d433afc8394dfea0f353b10bee143a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/c8d433afc8394dfea0f353b10bee143a 2024-11-11T06:20:19,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/714c749436374a7f9e113919c8f256d2 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/714c749436374a7f9e113919c8f256d2 2024-11-11T06:20:19,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/96edca9271e44ee2a04d958750b49ac4 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/96edca9271e44ee2a04d958750b49ac4 2024-11-11T06:20:19,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/c821e27b8fda4c5aabab0135f2a479f9 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/c821e27b8fda4c5aabab0135f2a479f9 2024-11-11T06:20:19,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/654337cb0c6d490780496a9c13704d2e to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/654337cb0c6d490780496a9c13704d2e 2024-11-11T06:20:19,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/5c392d2a69fc404089a13920ac2d65d3 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/5c392d2a69fc404089a13920ac2d65d3 2024-11-11T06:20:19,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/08eabcad526840c2af1afa53bb900ded to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/08eabcad526840c2af1afa53bb900ded 2024-11-11T06:20:19,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/749aecad937b402b86d3a341918562c9 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/749aecad937b402b86d3a341918562c9 2024-11-11T06:20:19,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/6294d9ac8bd44a53bbec65fc3620beba to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/6294d9ac8bd44a53bbec65fc3620beba 2024-11-11T06:20:19,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/3468a7fd146f46518adeff7beb86a11d to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/3468a7fd146f46518adeff7beb86a11d 2024-11-11T06:20:19,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/d8cc15419b78459caabd128fae3023f3 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/d8cc15419b78459caabd128fae3023f3 2024-11-11T06:20:19,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/097a737e89ca41a7b5d7c31a2b60b8a5 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/097a737e89ca41a7b5d7c31a2b60b8a5 2024-11-11T06:20:19,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/fc811a11a6604b93944a6d955cca711b to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/fc811a11a6604b93944a6d955cca711b 2024-11-11T06:20:19,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/a9684754d87e4a5b9f57c8066549664e to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/a9684754d87e4a5b9f57c8066549664e 2024-11-11T06:20:19,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/0fcfb038fa874d5ba2b0bf6e9dc660e9 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/0fcfb038fa874d5ba2b0bf6e9dc660e9 2024-11-11T06:20:19,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/ad51290df9804c5bad3eccc4c445239a to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/ad51290df9804c5bad3eccc4c445239a 2024-11-11T06:20:19,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/5be3946b09c6430bb1cc551928ef46ef, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/4997e39be40d4824a6a19184411260f0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/29415da5c87a45468bf91357c36ca255, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/fb5c2c63cdf44614b621a1a12af623ec, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/93a14d8e84a541c79c39c1eeeee8a8a0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/d6bcc5a8b9594e329b87408cdfe3724e, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/43a12d8b025d4d7598d563b53b8e3050, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/0c08f7bdd14d4c54a9c3206e51d00927, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/d94d8087cf8248148ed7f8ae27e255b0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/7844594222594a9e9b78a012afbd3bbc, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/e293c2b4cfe04785845ae95a4c93cd17, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/a347cfa2e7e2467bae5dbf2107c076f4, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/f33f99702c3a4cc89f01bf599ad40974, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/2cf5d7298eff4fd694d68716b623e38d, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/36bd85e69b8440afb9568d5506d5e4dd, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/0061c6c43e7d47ea811bc76190eb11d0, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/9d93101e2aa24458aa0b6c7d3b8bc714, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/f51eb35d52934a66b8f20869713c1ff5, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/b642d85410424c2cb591948bd0b53dbe] to archive 2024-11-11T06:20:19,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T06:20:19,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/5be3946b09c6430bb1cc551928ef46ef to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/5be3946b09c6430bb1cc551928ef46ef 2024-11-11T06:20:19,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/4997e39be40d4824a6a19184411260f0 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/4997e39be40d4824a6a19184411260f0 2024-11-11T06:20:19,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/29415da5c87a45468bf91357c36ca255 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/29415da5c87a45468bf91357c36ca255 2024-11-11T06:20:19,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/fb5c2c63cdf44614b621a1a12af623ec to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/fb5c2c63cdf44614b621a1a12af623ec 2024-11-11T06:20:19,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/93a14d8e84a541c79c39c1eeeee8a8a0 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/93a14d8e84a541c79c39c1eeeee8a8a0 2024-11-11T06:20:19,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/d6bcc5a8b9594e329b87408cdfe3724e to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/d6bcc5a8b9594e329b87408cdfe3724e 2024-11-11T06:20:19,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/43a12d8b025d4d7598d563b53b8e3050 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/43a12d8b025d4d7598d563b53b8e3050 2024-11-11T06:20:19,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/0c08f7bdd14d4c54a9c3206e51d00927 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/0c08f7bdd14d4c54a9c3206e51d00927 2024-11-11T06:20:19,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/d94d8087cf8248148ed7f8ae27e255b0 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/d94d8087cf8248148ed7f8ae27e255b0 2024-11-11T06:20:19,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/7844594222594a9e9b78a012afbd3bbc to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/7844594222594a9e9b78a012afbd3bbc 2024-11-11T06:20:19,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/e293c2b4cfe04785845ae95a4c93cd17 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/e293c2b4cfe04785845ae95a4c93cd17 2024-11-11T06:20:19,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/a347cfa2e7e2467bae5dbf2107c076f4 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/a347cfa2e7e2467bae5dbf2107c076f4 2024-11-11T06:20:19,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/f33f99702c3a4cc89f01bf599ad40974 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/f33f99702c3a4cc89f01bf599ad40974 2024-11-11T06:20:19,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/2cf5d7298eff4fd694d68716b623e38d to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/2cf5d7298eff4fd694d68716b623e38d 2024-11-11T06:20:19,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/36bd85e69b8440afb9568d5506d5e4dd to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/36bd85e69b8440afb9568d5506d5e4dd 2024-11-11T06:20:19,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/0061c6c43e7d47ea811bc76190eb11d0 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/0061c6c43e7d47ea811bc76190eb11d0 2024-11-11T06:20:19,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/9d93101e2aa24458aa0b6c7d3b8bc714 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/9d93101e2aa24458aa0b6c7d3b8bc714 2024-11-11T06:20:19,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/f51eb35d52934a66b8f20869713c1ff5 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/f51eb35d52934a66b8f20869713c1ff5 2024-11-11T06:20:19,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/b642d85410424c2cb591948bd0b53dbe to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/b642d85410424c2cb591948bd0b53dbe 2024-11-11T06:20:19,949 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/recovered.edits/338.seqid, newMaxSeqId=338, maxSeqId=4 2024-11-11T06:20:19,950 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50. 2024-11-11T06:20:19,950 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1635): Region close journal for 6ae75a8a157ef40fe70cd9155a22ee50: 2024-11-11T06:20:19,951 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(170): Closed 6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:19,951 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=6ae75a8a157ef40fe70cd9155a22ee50, regionState=CLOSED 2024-11-11T06:20:19,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-11T06:20:19,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseRegionProcedure 6ae75a8a157ef40fe70cd9155a22ee50, server=fbbe90f5df0b,43685,1731305842804 in 2.6560 sec 2024-11-11T06:20:19,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174 2024-11-11T06:20:19,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ae75a8a157ef40fe70cd9155a22ee50, UNASSIGN in 2.6580 sec 2024-11-11T06:20:19,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-11T06:20:19,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6600 sec 2024-11-11T06:20:19,955 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306019955"}]},"ts":"1731306019955"} 2024-11-11T06:20:19,956 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T06:20:19,958 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T06:20:19,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.6680 sec 2024-11-11T06:20:21,196 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T06:20:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-11T06:20:21,395 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-11T06:20:21,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-11T06:20:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:20:21,397 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:20:21,397 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=177, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:20:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-11T06:20:21,399 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:21,401 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A, FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B, FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C, FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/recovered.edits] 2024-11-11T06:20:21,403 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/4c6b6e6bef8c46a09c459b77948de302 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/4c6b6e6bef8c46a09c459b77948de302 2024-11-11T06:20:21,404 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/58bec60996c44146a3b334766aac3ef1 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/58bec60996c44146a3b334766aac3ef1 2024-11-11T06:20:21,404 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/9fcc8f7f0a274103ac5ef8d88d5491fb to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/9fcc8f7f0a274103ac5ef8d88d5491fb 2024-11-11T06:20:21,405 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/bc89222fa2884a9bb5c6fe9e020f36b6 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/bc89222fa2884a9bb5c6fe9e020f36b6 2024-11-11T06:20:21,406 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/bf36aeb66d574f7480e02198f26de308 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/A/bf36aeb66d574f7480e02198f26de308 2024-11-11T06:20:21,408 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/016e735f627d4677abbd927fb97b3dff to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/016e735f627d4677abbd927fb97b3dff 2024-11-11T06:20:21,408 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/4ff397d9ca7c4ae4852bf444bec91abe to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/4ff397d9ca7c4ae4852bf444bec91abe 2024-11-11T06:20:21,409 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/8107a3e67a8c4c448bdc5197bdaa35da to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/8107a3e67a8c4c448bdc5197bdaa35da 2024-11-11T06:20:21,410 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/94e09a545923466e9908193b6eb632b2 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/94e09a545923466e9908193b6eb632b2 2024-11-11T06:20:21,411 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/db5c2838128241f5987d5a364db54881 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/B/db5c2838128241f5987d5a364db54881 2024-11-11T06:20:21,412 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/34201312961640798e452a95befa87a6 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/34201312961640798e452a95befa87a6 2024-11-11T06:20:21,413 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/8b859e374ee94ce1920afba798a43087 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/8b859e374ee94ce1920afba798a43087 2024-11-11T06:20:21,414 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/915c61da260b4294a5b60a1abb9bc218 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/915c61da260b4294a5b60a1abb9bc218 2024-11-11T06:20:21,415 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/c9223425492641879189b6058e1810ae to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/c9223425492641879189b6058e1810ae 2024-11-11T06:20:21,415 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/da1a2ee0432f48deab783a68d7caf3e1 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/C/da1a2ee0432f48deab783a68d7caf3e1 2024-11-11T06:20:21,417 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/recovered.edits/338.seqid to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50/recovered.edits/338.seqid 2024-11-11T06:20:21,418 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/default/TestAcidGuarantees/6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:21,418 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T06:20:21,418 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T06:20:21,419 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T06:20:21,421 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111086e8a4e46f34d09908db406dadb26e1_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111086e8a4e46f34d09908db406dadb26e1_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:21,422 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110b529fd172584a0f8216a3ad415f40da_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110b529fd172584a0f8216a3ad415f40da_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:21,422 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111100dcd7b2f1442eebec251e0bd980b85_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111100dcd7b2f1442eebec251e0bd980b85_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:21,423 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111125a213934ade46049c1afb80e67ece44_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111125a213934ade46049c1afb80e67ece44_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:21,424 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114ccf6b3b289c4aedba2024a76fcbf4dd_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114ccf6b3b289c4aedba2024a76fcbf4dd_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:21,425 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111518b2427afbc46a8b1295014c587ad2b_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111518b2427afbc46a8b1295014c587ad2b_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:21,425 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111156ef541d9bdd4a54bfefc0e4cf224cec_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111156ef541d9bdd4a54bfefc0e4cf224cec_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:21,426 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111164f4f2a0b5294a1ab0abe6fa431ddc1a_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111164f4f2a0b5294a1ab0abe6fa431ddc1a_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:21,427 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117dcc4ce402654f50a6d4820c23e13f93_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117dcc4ce402654f50a6d4820c23e13f93_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:21,428 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117eac682295a244f4b66229b14222b2db_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117eac682295a244f4b66229b14222b2db_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:21,428 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117f657419065647de965f85a56db35698_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117f657419065647de965f85a56db35698_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:21,429 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118a205352e12f47a8a7effb5986c1309e_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118a205352e12f47a8a7effb5986c1309e_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:21,430 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b563913a74ec4016962dbb89eafaec16_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b563913a74ec4016962dbb89eafaec16_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:21,431 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d324e533c3014af7b8f8f249cc0e4d7d_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d324e533c3014af7b8f8f249cc0e4d7d_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:21,432 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111efb561db2e9947efba70433db900a12e_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111efb561db2e9947efba70433db900a12e_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:21,433 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f26198cb56a64ccbbad4710f576e229a_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f26198cb56a64ccbbad4710f576e229a_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:21,434 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f5e5ac5fd20a4df9b6f16a46130f8e9e_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f5e5ac5fd20a4df9b6f16a46130f8e9e_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:21,434 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f63b2f9fd15f4c0f8b546fc4028929d9_6ae75a8a157ef40fe70cd9155a22ee50 to hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f63b2f9fd15f4c0f8b546fc4028929d9_6ae75a8a157ef40fe70cd9155a22ee50 2024-11-11T06:20:21,435 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T06:20:21,437 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=177, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:20:21,439 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T06:20:21,440 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T06:20:21,441 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=177, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:20:21,441 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T06:20:21,441 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731306021441"}]},"ts":"9223372036854775807"} 2024-11-11T06:20:21,442 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T06:20:21,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6ae75a8a157ef40fe70cd9155a22ee50, NAME => 'TestAcidGuarantees,,1731305993429.6ae75a8a157ef40fe70cd9155a22ee50.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T06:20:21,442 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T06:20:21,443 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731306021442"}]},"ts":"9223372036854775807"} 2024-11-11T06:20:21,445 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T06:20:21,446 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=177, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T06:20:21,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-11T06:20:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-11T06:20:21,498 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-11T06:20:21,507 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=240 (was 239) - Thread LEAK? -, OpenFileDescriptor=452 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=398 (was 436), ProcessCount=9 (was 9), AvailableMemoryMB=7851 (was 7884) 2024-11-11T06:20:21,508 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-11T06:20:21,508 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T06:20:21,508 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6169df5c to 127.0.0.1:63180 2024-11-11T06:20:21,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:21,508 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:20:21,508 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=67080707, stopped=false 2024-11-11T06:20:21,508 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=fbbe90f5df0b,39827,1731305842060 2024-11-11T06:20:21,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T06:20:21,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10195fa17d00001, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T06:20:21,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T06:20:21,510 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-11T06:20:21,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10195fa17d00001, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T06:20:21,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:21,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T06:20:21,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43685-0x10195fa17d00001, quorum=127.0.0.1:63180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T06:20:21,511 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'fbbe90f5df0b,43685,1731305842804' ***** 2024-11-11T06:20:21,511 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-11T06:20:21,511 INFO [RS:0;fbbe90f5df0b:43685 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:20:21,511 INFO [RS:0;fbbe90f5df0b:43685 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:20:21,511 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-11T06:20:21,511 INFO [RS:0;fbbe90f5df0b:43685 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:20:21,511 INFO [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(3579): Received CLOSE for 9fc58d4060e426e8945aeb5ff56f00f9 2024-11-11T06:20:21,512 INFO [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(1224): stopping server fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:21,512 DEBUG [RS:0;fbbe90f5df0b:43685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:21,512 INFO [RS:0;fbbe90f5df0b:43685 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:20:21,512 INFO [RS:0;fbbe90f5df0b:43685 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:20:21,512 INFO [RS:0;fbbe90f5df0b:43685 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:20:21,512 INFO [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-11T06:20:21,512 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9fc58d4060e426e8945aeb5ff56f00f9, disabling compactions & flushes 2024-11-11T06:20:21,512 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731305846359.9fc58d4060e426e8945aeb5ff56f00f9. 2024-11-11T06:20:21,512 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731305846359.9fc58d4060e426e8945aeb5ff56f00f9. 2024-11-11T06:20:21,512 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731305846359.9fc58d4060e426e8945aeb5ff56f00f9. after waiting 0 ms 2024-11-11T06:20:21,512 INFO [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-11T06:20:21,512 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731305846359.9fc58d4060e426e8945aeb5ff56f00f9. 2024-11-11T06:20:21,512 DEBUG [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 9fc58d4060e426e8945aeb5ff56f00f9=hbase:namespace,,1731305846359.9fc58d4060e426e8945aeb5ff56f00f9.} 2024-11-11T06:20:21,512 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 9fc58d4060e426e8945aeb5ff56f00f9 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-11T06:20:21,512 DEBUG [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:20:21,512 INFO [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-11T06:20:21,512 DEBUG [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-11T06:20:21,512 DEBUG [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:20:21,512 DEBUG [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:20:21,513 INFO [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-11T06:20:21,513 DEBUG [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 9fc58d4060e426e8945aeb5ff56f00f9 2024-11-11T06:20:21,528 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/namespace/9fc58d4060e426e8945aeb5ff56f00f9/.tmp/info/c4836d5274d44ab5a536b059adda469a is 45, key is default/info:d/1731305847711/Put/seqid=0 2024-11-11T06:20:21,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742491_1667 (size=5037) 2024-11-11T06:20:21,533 DEBUG [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/meta/1588230740/.tmp/info/7be7b6009da84edcb27a1752ab527ecd is 143, key is hbase:namespace,,1731305846359.9fc58d4060e426e8945aeb5ff56f00f9./info:regioninfo/1731305847594/Put/seqid=0 2024-11-11T06:20:21,534 INFO [regionserver/fbbe90f5df0b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:20:21,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742492_1668 (size=7725) 2024-11-11T06:20:21,713 DEBUG [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 9fc58d4060e426e8945aeb5ff56f00f9 2024-11-11T06:20:21,913 DEBUG [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 9fc58d4060e426e8945aeb5ff56f00f9 2024-11-11T06:20:21,932 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/namespace/9fc58d4060e426e8945aeb5ff56f00f9/.tmp/info/c4836d5274d44ab5a536b059adda469a 2024-11-11T06:20:21,934 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/namespace/9fc58d4060e426e8945aeb5ff56f00f9/.tmp/info/c4836d5274d44ab5a536b059adda469a as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/namespace/9fc58d4060e426e8945aeb5ff56f00f9/info/c4836d5274d44ab5a536b059adda469a 2024-11-11T06:20:21,936 INFO [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/meta/1588230740/.tmp/info/7be7b6009da84edcb27a1752ab527ecd 2024-11-11T06:20:21,937 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/namespace/9fc58d4060e426e8945aeb5ff56f00f9/info/c4836d5274d44ab5a536b059adda469a, entries=2, sequenceid=6, filesize=4.9 K 2024-11-11T06:20:21,938 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 9fc58d4060e426e8945aeb5ff56f00f9 in 426ms, sequenceid=6, compaction requested=false 2024-11-11T06:20:21,941 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/namespace/9fc58d4060e426e8945aeb5ff56f00f9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T06:20:21,941 INFO [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731305846359.9fc58d4060e426e8945aeb5ff56f00f9. 2024-11-11T06:20:21,941 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9fc58d4060e426e8945aeb5ff56f00f9: 2024-11-11T06:20:21,941 DEBUG [RS_CLOSE_REGION-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731305846359.9fc58d4060e426e8945aeb5ff56f00f9. 2024-11-11T06:20:21,954 DEBUG [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/meta/1588230740/.tmp/rep_barrier/e31ce7d1adc74d45861ec59d9628b9e7 is 102, key is TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17./rep_barrier:/1731305873604/DeleteFamily/seqid=0 2024-11-11T06:20:21,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742493_1669 (size=6025) 2024-11-11T06:20:22,083 INFO [regionserver/fbbe90f5df0b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T06:20:22,083 INFO [regionserver/fbbe90f5df0b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T06:20:22,113 DEBUG [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-11T06:20:22,314 DEBUG [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-11T06:20:22,357 INFO [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/meta/1588230740/.tmp/rep_barrier/e31ce7d1adc74d45861ec59d9628b9e7 2024-11-11T06:20:22,375 DEBUG [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/meta/1588230740/.tmp/table/2e7566edba7941cf8547e0c15e0beffb is 96, key is TestAcidGuarantees,,1731305847941.023f05cf045e2e1124ca427115c60c17./table:/1731305873604/DeleteFamily/seqid=0 2024-11-11T06:20:22,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742494_1670 (size=5942) 2024-11-11T06:20:22,514 INFO [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-11T06:20:22,514 DEBUG [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T06:20:22,514 DEBUG [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-11T06:20:22,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-11T06:20:22,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-11T06:20:22,714 DEBUG [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-11T06:20:22,778 INFO [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/meta/1588230740/.tmp/table/2e7566edba7941cf8547e0c15e0beffb 2024-11-11T06:20:22,781 DEBUG [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/meta/1588230740/.tmp/info/7be7b6009da84edcb27a1752ab527ecd as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/meta/1588230740/info/7be7b6009da84edcb27a1752ab527ecd 2024-11-11T06:20:22,784 INFO [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/meta/1588230740/info/7be7b6009da84edcb27a1752ab527ecd, entries=22, sequenceid=93, filesize=7.5 K 2024-11-11T06:20:22,785 DEBUG [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/meta/1588230740/.tmp/rep_barrier/e31ce7d1adc74d45861ec59d9628b9e7 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/meta/1588230740/rep_barrier/e31ce7d1adc74d45861ec59d9628b9e7 2024-11-11T06:20:22,787 INFO [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/meta/1588230740/rep_barrier/e31ce7d1adc74d45861ec59d9628b9e7, entries=6, sequenceid=93, filesize=5.9 K 2024-11-11T06:20:22,787 DEBUG [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/meta/1588230740/.tmp/table/2e7566edba7941cf8547e0c15e0beffb as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/meta/1588230740/table/2e7566edba7941cf8547e0c15e0beffb 2024-11-11T06:20:22,789 INFO [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/meta/1588230740/table/2e7566edba7941cf8547e0c15e0beffb, entries=9, sequenceid=93, filesize=5.8 K 2024-11-11T06:20:22,790 INFO [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1278ms, sequenceid=93, compaction requested=false 2024-11-11T06:20:22,793 DEBUG [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-11T06:20:22,794 DEBUG [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:20:22,794 INFO [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-11T06:20:22,794 DEBUG [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-11T06:20:22,794 DEBUG [RS_CLOSE_META-regionserver/fbbe90f5df0b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:20:22,914 INFO [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(1250): stopping server fbbe90f5df0b,43685,1731305842804; all regions closed. 2024-11-11T06:20:22,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741834_1010 (size=26050) 2024-11-11T06:20:22,920 DEBUG [RS:0;fbbe90f5df0b:43685 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/oldWALs 2024-11-11T06:20:22,920 INFO [RS:0;fbbe90f5df0b:43685 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL fbbe90f5df0b%2C43685%2C1731305842804.meta:.meta(num 1731305846104) 2024-11-11T06:20:22,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741832_1008 (size=15249810) 2024-11-11T06:20:22,922 DEBUG [RS:0;fbbe90f5df0b:43685 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/oldWALs 2024-11-11T06:20:22,923 INFO [RS:0;fbbe90f5df0b:43685 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL fbbe90f5df0b%2C43685%2C1731305842804:(num 1731305845172) 2024-11-11T06:20:22,923 DEBUG [RS:0;fbbe90f5df0b:43685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:22,923 INFO [RS:0;fbbe90f5df0b:43685 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:20:22,923 INFO [RS:0;fbbe90f5df0b:43685 {}] hbase.ChoreService(370): Chore service for: regionserver/fbbe90f5df0b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-11T06:20:22,923 INFO [regionserver/fbbe90f5df0b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-11T06:20:22,924 INFO [RS:0;fbbe90f5df0b:43685 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43685 2024-11-11T06:20:22,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10195fa17d00001, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fbbe90f5df0b,43685,1731305842804 2024-11-11T06:20:22,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T06:20:22,929 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fbbe90f5df0b,43685,1731305842804] 2024-11-11T06:20:22,929 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing fbbe90f5df0b,43685,1731305842804; numProcessing=1 2024-11-11T06:20:22,931 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/fbbe90f5df0b,43685,1731305842804 already deleted, retry=false 2024-11-11T06:20:22,931 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; fbbe90f5df0b,43685,1731305842804 expired; onlineServers=0 2024-11-11T06:20:22,931 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'fbbe90f5df0b,39827,1731305842060' ***** 2024-11-11T06:20:22,931 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:20:22,931 DEBUG [M:0;fbbe90f5df0b:39827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238f856c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fbbe90f5df0b/172.17.0.2:0 2024-11-11T06:20:22,931 INFO [M:0;fbbe90f5df0b:39827 {}] regionserver.HRegionServer(1224): stopping server fbbe90f5df0b,39827,1731305842060 2024-11-11T06:20:22,931 INFO [M:0;fbbe90f5df0b:39827 {}] regionserver.HRegionServer(1250): stopping server fbbe90f5df0b,39827,1731305842060; all regions closed. 2024-11-11T06:20:22,931 DEBUG [M:0;fbbe90f5df0b:39827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:22,931 DEBUG [M:0;fbbe90f5df0b:39827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:20:22,931 DEBUG [M:0;fbbe90f5df0b:39827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:20:22,931 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:20:22,931 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster-HFileCleaner.small.0-1731305844874 {}] cleaner.HFileCleaner(306): Exit Thread[master/fbbe90f5df0b:0:becomeActiveMaster-HFileCleaner.small.0-1731305844874,5,FailOnTimeoutGroup] 2024-11-11T06:20:22,931 DEBUG [master/fbbe90f5df0b:0:becomeActiveMaster-HFileCleaner.large.0-1731305844873 {}] cleaner.HFileCleaner(306): Exit Thread[master/fbbe90f5df0b:0:becomeActiveMaster-HFileCleaner.large.0-1731305844873,5,FailOnTimeoutGroup] 2024-11-11T06:20:22,932 INFO [M:0;fbbe90f5df0b:39827 {}] hbase.ChoreService(370): Chore service for: master/fbbe90f5df0b:0 had [] on shutdown 2024-11-11T06:20:22,932 DEBUG [M:0;fbbe90f5df0b:39827 {}] master.HMaster(1733): Stopping service threads 2024-11-11T06:20:22,932 INFO [M:0;fbbe90f5df0b:39827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:20:22,932 ERROR [M:0;fbbe90f5df0b:39827 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[LeaseRenewer:jenkins@localhost:35853,5,PEWorkerGroup] Thread[IPC Client (1573750593) connection to localhost/127.0.0.1:35853 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35853,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-11T06:20:22,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T06:20:22,933 INFO [M:0;fbbe90f5df0b:39827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:20:22,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T06:20:22,933 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:20:22,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T06:20:22,933 DEBUG [M:0;fbbe90f5df0b:39827 {}] zookeeper.ZKUtil(347): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T06:20:22,933 WARN [M:0;fbbe90f5df0b:39827 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:20:22,933 INFO [M:0;fbbe90f5df0b:39827 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-11T06:20:22,933 INFO [M:0;fbbe90f5df0b:39827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:20:22,933 DEBUG [M:0;fbbe90f5df0b:39827 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:20:22,933 INFO [M:0;fbbe90f5df0b:39827 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:22,934 DEBUG [M:0;fbbe90f5df0b:39827 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:22,934 DEBUG [M:0;fbbe90f5df0b:39827 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:20:22,934 DEBUG [M:0;fbbe90f5df0b:39827 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:22,934 INFO [M:0;fbbe90f5df0b:39827 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=771.42 KB heapSize=948.20 KB 2024-11-11T06:20:22,949 DEBUG [M:0;fbbe90f5df0b:39827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e44ffe6a7dd44141bff4941583be6672 is 82, key is hbase:meta,,1/info:regioninfo/1731305846249/Put/seqid=0 2024-11-11T06:20:22,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742495_1671 (size=5672) 2024-11-11T06:20:23,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10195fa17d00001, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:23,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10195fa17d00001, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:23,029 INFO [RS:0;fbbe90f5df0b:43685 {}] regionserver.HRegionServer(1307): Exiting; stopping=fbbe90f5df0b,43685,1731305842804; zookeeper connection closed. 2024-11-11T06:20:23,030 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4310977e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4310977e 2024-11-11T06:20:23,030 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:20:23,352 INFO [M:0;fbbe90f5df0b:39827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2180 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e44ffe6a7dd44141bff4941583be6672 2024-11-11T06:20:23,376 DEBUG [M:0;fbbe90f5df0b:39827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99fccb57177544ed80a22cf00e15bf7f is 2278, key is \x00\x00\x00\x00\x00\x00\x00\x9C/proc:d/1731305996445/Put/seqid=0 2024-11-11T06:20:23,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742496_1672 (size=44753) 2024-11-11T06:20:23,436 ERROR [LeaseRenewer:jenkins@localhost:35853 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:35853,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:20:23,780 INFO [M:0;fbbe90f5df0b:39827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770.87 KB at sequenceid=2180 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99fccb57177544ed80a22cf00e15bf7f 2024-11-11T06:20:23,783 INFO [M:0;fbbe90f5df0b:39827 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99fccb57177544ed80a22cf00e15bf7f 2024-11-11T06:20:23,804 DEBUG [M:0;fbbe90f5df0b:39827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46833947ff4e4c45861cf91130af028d is 69, key is fbbe90f5df0b,43685,1731305842804/rs:state/1731305844941/Put/seqid=0 2024-11-11T06:20:23,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073742497_1673 (size=5156) 2024-11-11T06:20:24,208 INFO [M:0;fbbe90f5df0b:39827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2180 (bloomFilter=true), to=hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46833947ff4e4c45861cf91130af028d 2024-11-11T06:20:24,211 DEBUG [M:0;fbbe90f5df0b:39827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e44ffe6a7dd44141bff4941583be6672 as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e44ffe6a7dd44141bff4941583be6672 2024-11-11T06:20:24,214 INFO [M:0;fbbe90f5df0b:39827 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e44ffe6a7dd44141bff4941583be6672, entries=8, sequenceid=2180, filesize=5.5 K 2024-11-11T06:20:24,214 DEBUG [M:0;fbbe90f5df0b:39827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99fccb57177544ed80a22cf00e15bf7f as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99fccb57177544ed80a22cf00e15bf7f 2024-11-11T06:20:24,217 INFO [M:0;fbbe90f5df0b:39827 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99fccb57177544ed80a22cf00e15bf7f 2024-11-11T06:20:24,217 INFO [M:0;fbbe90f5df0b:39827 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99fccb57177544ed80a22cf00e15bf7f, entries=177, sequenceid=2180, filesize=43.7 K 2024-11-11T06:20:24,218 DEBUG [M:0;fbbe90f5df0b:39827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46833947ff4e4c45861cf91130af028d as hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46833947ff4e4c45861cf91130af028d 2024-11-11T06:20:24,220 INFO [M:0;fbbe90f5df0b:39827 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35853/user/jenkins/test-data/0871e8eb-7d73-63ac-c6bd-e7b6b1204706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46833947ff4e4c45861cf91130af028d, entries=1, sequenceid=2180, filesize=5.0 K 2024-11-11T06:20:24,221 INFO [M:0;fbbe90f5df0b:39827 {}] regionserver.HRegion(3040): Finished flush of dataSize ~771.42 KB/789937, heapSize ~947.90 KB/970648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=2180, compaction requested=false 2024-11-11T06:20:24,222 INFO [M:0;fbbe90f5df0b:39827 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:24,222 DEBUG [M:0;fbbe90f5df0b:39827 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-11T06:20:24,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741830_1006 (size=932868) 2024-11-11T06:20:24,224 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-11T06:20:24,224 INFO [M:0;fbbe90f5df0b:39827 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-11T06:20:24,224 INFO [M:0;fbbe90f5df0b:39827 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39827 2024-11-11T06:20:24,226 DEBUG [M:0;fbbe90f5df0b:39827 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/fbbe90f5df0b,39827,1731305842060 already deleted, retry=false 2024-11-11T06:20:24,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:24,328 INFO [M:0;fbbe90f5df0b:39827 {}] regionserver.HRegionServer(1307): Exiting; stopping=fbbe90f5df0b,39827,1731305842060; zookeeper connection closed. 2024-11-11T06:20:24,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x10195fa17d00000, quorum=127.0.0.1:63180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:24,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bd2e890{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:20:24,335 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:20:24,335 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:20:24,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:20:24,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/hadoop.log.dir/,STOPPED} 2024-11-11T06:20:24,338 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T06:20:24,338 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T06:20:24,338 WARN [BP-651923762-172.17.0.2-1731305839339 heartbeating to localhost/127.0.0.1:35853 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T06:20:24,338 WARN [BP-651923762-172.17.0.2-1731305839339 heartbeating to localhost/127.0.0.1:35853 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-651923762-172.17.0.2-1731305839339 (Datanode Uuid 8f337859-bdee-4c28-b361-46f2e2e865c2) service to localhost/127.0.0.1:35853 2024-11-11T06:20:24,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/cluster_f27956a7-780d-c22d-f5d9-7f3dff9559ec/dfs/data/data1/current/BP-651923762-172.17.0.2-1731305839339 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:20:24,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/cluster_f27956a7-780d-c22d-f5d9-7f3dff9559ec/dfs/data/data2/current/BP-651923762-172.17.0.2-1731305839339 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:20:24,342 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T06:20:24,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0d4558{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:20:24,350 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:20:24,350 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:20:24,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:20:24,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85434fc1-d598-ba75-c197-9a772f5e8b39/hadoop.log.dir/,STOPPED} 2024-11-11T06:20:24,373 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-11T06:20:24,521 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down